Update app.py

app.py

@@ -111,6 +111,12 @@ def run_idefics(in_prompt,history,image,model_drop,seed):
         do_sample=True,
         seed=seed,
     )
+
+    generation_args = {
+        "max_new_tokens": 256,
+        "repetition_penalty": 1.0,
+        "stop_sequences": ["<end_of_utterance>", "\nUser:"],
+    }
     #content = f'{agent.IDEFICS_PROMPT}' +"\nUser"+ in_prompt +f' ![]({image})'
     #send_list.append(agent.IDEFICS_PROMPT)
     #send_list.append(prompt)
@@ -118,7 +124,8 @@ def run_idefics(in_prompt,history,image,model_drop,seed):
     content = "User: What is in this image?![](https://upload.wikimedia.org/wikipedia/commons/8/86/Id%C3%A9fix.JPG)<end_of_utterance>\nAssistant:"
     
     print(content)
-    stream = client.text_generation(content, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    stream = client.text_generation(content, **generation_args, stream=True, details=True, return_full_text=False)
+    #stream = client.text_generation(content, **generate_kwargs, stream=True, details=True, return_full_text=False)
     resp = ""
     for response in stream:
         resp += response.token.text