Update app.py

app.py

@@ -24,12 +24,12 @@ llm_model = None
 
 hf_hub_download(
     repo_id="bartowski/Dolphin3.0-Llama3.2-1B-GGUF",
-    filename="Dolphin3.0-Llama3.2-1B-Q4_K_M.gguf",
+    filename="Dolphin3.0-Llama3.2-1B-Q6_K.gguf",
     local_dir="./models",
 )
 hf_hub_download(
     repo_id="bartowski/Dolphin3.0-Qwen2.5-0.5B-GGUF",
-    filename="Dolphin3.0-Qwen2.5-0.5B-Q4_K_M.gguf",
+    filename="Dolphin3.0-Qwen2.5-0.5B-Q6_K.gguf",
     local_dir="./models",
 )
 
@@ -145,10 +145,10 @@ demo = gr.ChatInterface(
     additional_inputs=[
         gr.Dropdown(
             choices=[
-                "Dolphin3.0-Llama3.2-1B-Q4_K_M.gguf",
-                "Dolphin3.0-Qwen2.5-0.5B-Q4_K_M.gguf",
+                "Dolphin3.0-Llama3.2-1B-Q6_K.gguf",
+                "Dolphin3.0-Qwen2.5-0.5B-Q6_K.gguf",
             ],
-            value="Dolphin3.0-Qwen2.5-0.5B-Q4_K_M.gguf",
+            value="Dolphin3.0-Qwen2.5-0.5B-Q6_K.gguf",
             label="Model",
             info="Select the AI model to use for chat",
         ),