Update src/models.py

src/models.py

@@ -25,17 +25,20 @@ classifier = pipeline("zero-shot-classification", model="facebook/bart-large-mnl
 
 # Load LLM models using CTransformers
 general_llm = CTransformers(
-    model="./llama-2-7b.Q4_K_M.gguf", 
+    model="/kaggle/working/llama-2-7b.Q8_0.gguf", 
     model_type="llama",
-    config={'max_new_tokens': 512, 'temperature': 0.7}
+    config={'max_new_tokens': 512, 'temperature': 0.7},
+    stream=True  # Enable streaming here
 )
 
 medical_llm = CTransformers(
-    model="./BioMistral-7B.Q4_K_M.gguf", 
+    model="/kaggle/working/BioMistral-7B.Q8_0.gguf", 
     model_type="llama",
-    config={'max_new_tokens': 512, 'temperature': 0.7}
+    config={'max_new_tokens': 512, 'temperature': 0.7},
+    stream=True  # Enable streaming here
 )
 
+
 # Prompt template for generating responses
 template = """
 You are a versatile AI assistant that can provide both medical advice and help users with general concerns, emotions, and questions outside the medical field. Your responses should be empathetic, supportive, and insightful, regardless of the topic.