Update chatbot.py

chatbot.py

@@ -26,15 +26,15 @@ from gradio_client import Client, file
 from groq import Groq
 
 # Model and Processor Loading (Done once at startup)
-MODEL_ID = "Qwen/Qwen2-VL-7B-Instruct"
+MODEL_ID = "deepseek-r1-distill-llama-70b"
 model = Qwen2VLForConditionalGeneration.from_pretrained(MODEL_ID, trust_remote_code=True, torch_dtype=torch.float16).to("cuda").eval()
 processor = AutoProcessor.from_pretrained(MODEL_ID, trust_remote_code=True)
 
 GROQ_API_KEY = os.environ.get("GROQ_API_KEY", None)
 
 client_groq = Groq(api_key=GROQ_API_KEY)
-        
-
+prompt= "You are OpenGPT 4o, a highly capable and versatile AI assistant developed by KingNish. Your primary task is to fulfill users' queries in the best possible way effectively. You can process images, videos, and 3D structures as input with relevant questions. Your goal is to provide detailed and accurate results that satisfy users. Always strive for clarity and thoroughness in your responses."        
+content="You are OpenGPT 4o, a helpful and powerful assistant created by KingNish. You answer users' queries in detail and use a structured format that resembles human writing. You are an expert in every field and also learn from the context of previous questions. Additionally, you try to show emotions using emojis and respond in a friendly tone with short forms, detailed explanations, and a structured manner."
 # Path to example images
 examples_path = os.path.dirname(__file__)
 EXAMPLES = [
@@ -162,7 +162,7 @@ def qwen_inference(user_prompt, chat_history):
                 images.extend(hist[0]) 
 
     # System Prompt (Similar to LLaVA)
-    SYSTEM_PROMPT = "You are OpenGPT 4o, an exceptionally capable and versatile AI assistant made by KingNish. Your task is to fulfill users query in best possible way. You are provided with image, videos and 3d structures as input with question your task is to give best possible detailed results to user according to their query. Reply the question asked by user properly and best possible way."
+    SYSTEM_PROMPT = prompt
 
     messages = [{"role": "system", "content": SYSTEM_PROMPT}] 
 
@@ -277,7 +277,7 @@ def model_inference(user_prompt, chat_history):
 
                 try:
                     message_groq = []
-                    message_groq.append({"role":"system", "content": "You are OpenGPT 4o a helpful and very powerful web assistant made by KingNish. You are provided with WEB results from which you can find informations to answer users query in Structured, Detailed and Better way, in Human Style. You are also Expert in every field and also learn and try to answer from contexts related to previous question. Try your best to give best response possible to user. You reply in detail like human, use short forms, structured format, friendly tone and emotions."})
+                    message_groq.append({"role":"system", "content": content})
                     for msg in chat_history:
                         message_groq.append({"role": "user", "content": f"{str(msg[0])}"})
                         message_groq.append({"role": "assistant", "content": f"{str(msg[1])}"})
@@ -352,7 +352,7 @@ def model_inference(user_prompt, chat_history):
             else:
                 try:
                     message_groq = []
-                    message_groq.append({"role":"system", "content": "You are OpenGPT 4o a helpful and powerful assistant made by KingNish. You answers users query in detail and structured format and style like human. You are also Expert in every field and also learn and try to answer from contexts related to previous question. You also try to show emotions using Emojis and reply like human, use short forms, structured manner, detailed explaination, friendly tone and emotions."})
+                    message_groq.append({"role":"system", "content": content})
                     for msg in chat_history:
                         message_groq.append({"role": "user", "content": f"{str(msg[0])}"})
                         message_groq.append({"role": "assistant", "content": f"{str(msg[1])}"})
@@ -369,7 +369,7 @@ def model_inference(user_prompt, chat_history):
                     print(e)
                     try:
                         message_groq = []
-                        message_groq.append({"role":"system", "content": "You are OpenGPT 4o a helpful and powerful assistant made by KingNish. You answers users query in detail and structured format and style like human. You are also Expert in every field and also learn and try to answer from contexts related to previous question. You also try to show emotions using Emojis and reply like human, use short forms, structured manner, detailed explaination, friendly tone and emotions."})
+                        message_groq.append({"role":"system", "content": content})
                         for msg in chat_history:
                             message_groq.append({"role": "user", "content": f"{str(msg[0])}"})
                             message_groq.append({"role": "assistant", "content": f"{str(msg[1])}"})
@@ -385,7 +385,7 @@ def model_inference(user_prompt, chat_history):
                     except Exception as e:
                         print(e)
                         message_groq = []
-                        message_groq.append({"role":"system", "content": "You are OpenGPT 4o a helpful and powerful assistant made by KingNish. You answers users query in detail and structured format and style like human. You are also Expert in every field and also learn and try to answer from contexts related to previous question. You also try to show emotions using Emojis and reply like human, use short forms, structured manner, detailed explaination, friendly tone and emotions."})
+                        message_groq.append({"role":"system", "content": content})
                         for msg in chat_history:
                             message_groq.append({"role": "user", "content": f"{str(msg[0])}"})
                             message_groq.append({"role": "assistant", "content": f"{str(msg[1])}"})
@@ -401,7 +401,7 @@ def model_inference(user_prompt, chat_history):
             print(e)
             try:
                 message_groq = []
-                message_groq.append({"role":"system", "content": "You are OpenGPT 4o a helpful and powerful assistant made by KingNish. You answers users query in detail and structured format and style like human. You are also Expert in every field and also learn and try to answer from contexts related to previous question. You also try to show emotions using Emojis and reply like human, use short forms, structured manner, detailed explaination, friendly tone and emotions."})
+                message_groq.append({"role":"system", "content": content})
                 for msg in chat_history:
                     message_groq.append({"role": "user", "content": f"{str(msg[0])}"})
                     message_groq.append({"role": "assistant", "content": f"{str(msg[1])}"})
@@ -418,7 +418,7 @@ def model_inference(user_prompt, chat_history):
                 print(e)
                 try:
                     message_groq = []
-                    message_groq.append({"role":"system", "content": "You are OpenGPT 4o a helpful and powerful assistant made by KingNish. You answers users query in detail and structured format and style like human. You are also Expert in every field and also learn and try to answer from contexts related to previous question. You also try to show emotions using Emojis and reply like human, use short forms, structured manner, detailed explaination, friendly tone and emotions."})
+                    message_groq.append({"role":"system", "content":content})
                     for msg in chat_history:
                         message_groq.append({"role": "user", "content": f"{str(msg[0])}"})
                         message_groq.append({"role": "assistant", "content": f"{str(msg[1])}"})