Update app.py

app.py

@@ -96,7 +96,8 @@ def run_gpt(in_prompt,history,model_drop,seed):
         resp += response.token.text
     return resp
     
-def run_idefics(in_prompt,image,history,model_drop,seed):
+def run_idefics(in_prompt,history,image,model_drop,seed):
+    send_list=[]
     client = InferenceClient("HuggingFaceM4/idefics-9b-instruct")
     print(f'history :: {history}')
     prompt=format_prompt(in_prompt,history,seed)
@@ -110,9 +111,12 @@ def run_idefics(in_prompt,image,history,model_drop,seed):
         do_sample=True,
         seed=seed,
     )
-    content = agent.IDEFICS_PROMPT + prompt
+    #content = agent.IDEFICS_PROMPT + prompt
+    send_list.append(agent.IDEFICS_PROMPT)
+    send_list.append(prompt)
+    send_list.append(image)
     print(content)
-    stream = client.text_generation(content, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    stream = client.text_generation(send_list, **generate_kwargs, stream=True, details=True, return_full_text=False)
     resp = ""
     for response in stream:
         resp += response.token.text
@@ -127,8 +131,8 @@ def generate(purpose,history,chat_drop,seed):
 
 def describe(purpose,history,image,chat_drop,seed):
     print (history)
-    purpose=f"{purpose},![]({image})"
-    out_prompt = run_idefics(purpose,history,chat_drop,seed)
+    #purpose=f"{purpose},![]({image})"
+    out_prompt = run_idefics(purpose,history,image,chat_drop,seed)
     return out_prompt
    
 def run(purpose,history,image,model_drop,chat_drop,choice,seed):