Update app.py

app.py

@@ -8,6 +8,7 @@ from i_search import google
 from i_search import i_search as i_s
 from agent import (
     ACTION_PROMPT,
+    CONTENT_WRITER_EDITOR,
     ADD_PROMPT,
     COMPRESS_HISTORY_PROMPT,
     LOG_PROMPT,
@@ -63,8 +64,6 @@ def run_gpt(
         do_sample=True,
         seed=seed,
     )
-
-    
     content = PREFIX.format(
         date_time_str=date_time_str,
         purpose=purpose,
@@ -168,6 +167,29 @@ def call_set_task(purpose, task, history, directory, action_input):
     return "MAIN", None, history, task
 
 def end_fn(purpose, task, history, directory, action_input):
+    
+    seed = random.randint(1,1111111111111111)
+    print (seed)
+    generate_kwargs = dict(
+        temperature=1.0,
+        max_new_tokens=8000,
+        top_p=0.99,
+        repetition_penalty=1.0,
+        do_sample=True,
+        seed=seed,
+    )
+    content = CONTENT_WRITER_EDITOR.format(
+            document=history,
+            purpose=purpose,
+        )   
+    
+  stream = client.text_generation(content, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    resp = ""
+    for response in stream:
+        resp += response.token.text
+
+    history += "observation: puspose is now COMPLETE
+    history += resp
     task = "END"
     return "COMPLETE", "COMPLETE", history, task