Update model_loader.py

model_loader.py

@@ -1,12 +1,15 @@
 from sentence_transformers import SentenceTransformer
-from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
+#from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 
 def load_embedding_model():
     return SentenceTransformer("all-MiniLM-L6-v2")
 
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
+
 def load_llm():
-    model_name = "google/flan-t5-base"  # You can change this
+    model_name = "google/flan-t5-base"
     tokenizer = AutoTokenizer.from_pretrained(model_name)
-    model = AutoModelForCausalLM.from_pretrained(model_name)
-    pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=200)
+    model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
+    pipe = pipeline("text2text-generation", model=model, tokenizer=tokenizer, max_new_tokens=200)
     return pipe
+