dstars commited on
Commit
2c2417f
·
verified ·
1 Parent(s): 41f2871

Update demo/agent.py

Browse files
Files changed (1) hide show
  1. demo/agent.py +1 -2
demo/agent.py CHANGED
@@ -7,7 +7,6 @@ from PIL import Image
7
 
8
  # from lmdeploy import pipeline, TurbomindEngineConfig, GenerationConfig, ChatTemplateConfig
9
  from lmdeploy import pipeline, GenerationConfig, ChatTemplateConfig
10
- from lmdeploy.pytorch import PytorchEngineConfig
11
  from lmdeploy.vl import load_image
12
 
13
  class ConversationalAgent:
@@ -19,7 +18,7 @@ class ConversationalAgent:
19
  chat_template_config=ChatTemplateConfig(model_name='internvl2-internlm2'),
20
  # backend_config=TurbomindEngineConfig(session_len=8192),
21
 
22
- backend_config=PytorchEngineConfig(max_length=8192),
23
  device=self.device
24
  )
25
 
 
7
 
8
  # from lmdeploy import pipeline, TurbomindEngineConfig, GenerationConfig, ChatTemplateConfig
9
  from lmdeploy import pipeline, GenerationConfig, ChatTemplateConfig
 
10
  from lmdeploy.vl import load_image
11
 
12
  class ConversationalAgent:
 
18
  chat_template_config=ChatTemplateConfig(model_name='internvl2-internlm2'),
19
  # backend_config=TurbomindEngineConfig(session_len=8192),
20
 
21
+ # backend_config=PytorchEngineConfig(max_length=8192),
22
  device=self.device
23
  )
24