Update app.py

app.py

@@ -2,15 +2,23 @@ import os
 import pandas as pd
 import gradio as gr
 from llama_cpp import Llama
+import os
+import subprocess
 
-# Model path
-MODEL_PATH = "models/mistral-7b-instruct-v0.1.Q2_K.gguf"
-
-# Create a models directory with a placeholder
+# Create models directory if not exists
 os.makedirs("models", exist_ok=True)
-with open("models/.keep", "w") as f:
-    f.write("placeholder")
 
+# Path to model
+model_path = "models/mistral-7b-instruct-v0.1.Q2_K.gguf"
+
+# Download model if it doesn't exist
+if not os.path.exists(model_path):
+    print("Downloading GGUF model...")
+    subprocess.run([
+        "wget", "-O", model_path,
+        "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q2_K.gguf?download=true"
+    ], check=True)
+    
 # Load the quantized model (CPU)
 llm = Llama(
     model_path=MODEL_PATH,