Update demo/agent.py

demo/agent.py

@@ -5,7 +5,9 @@ from datetime import datetime
 import gradio as gr
 from PIL import Image
 
-from lmdeploy import pipeline, TurbomindEngineConfig, GenerationConfig, ChatTemplateConfig
+# from lmdeploy import pipeline, TurbomindEngineConfig, GenerationConfig, ChatTemplateConfig
+from lmdeploy import pipeline, GenerationConfig, ChatTemplateConfig
+from lmdeploy.pytorch import PytorchEngineConfig
 from lmdeploy.vl import load_image
 
 class ConversationalAgent:
@@ -15,8 +17,9 @@ class ConversationalAgent:
         self.pipe = pipeline(
             model_path,
             chat_template_config=ChatTemplateConfig(model_name='internvl2-internlm2'),
-            backend_config=TurbomindEngineConfig(session_len=8192),
-            # backend_config=backend_config,
+            # backend_config=TurbomindEngineConfig(session_len=8192),
+            
+            backend_config=PytorchEngineConfig(max_length=8192),
             device=self.device
         )