Spaces:
Runtime error
Runtime error
Update demo/agent.py
Browse files- demo/agent.py +1 -2
demo/agent.py
CHANGED
@@ -7,7 +7,6 @@ from PIL import Image
|
|
7 |
|
8 |
# from lmdeploy import pipeline, TurbomindEngineConfig, GenerationConfig, ChatTemplateConfig
|
9 |
from lmdeploy import pipeline, GenerationConfig, ChatTemplateConfig
|
10 |
-
from lmdeploy.pytorch import PytorchEngineConfig
|
11 |
from lmdeploy.vl import load_image
|
12 |
|
13 |
class ConversationalAgent:
|
@@ -19,7 +18,7 @@ class ConversationalAgent:
|
|
19 |
chat_template_config=ChatTemplateConfig(model_name='internvl2-internlm2'),
|
20 |
# backend_config=TurbomindEngineConfig(session_len=8192),
|
21 |
|
22 |
-
backend_config=PytorchEngineConfig(max_length=8192),
|
23 |
device=self.device
|
24 |
)
|
25 |
|
|
|
7 |
|
8 |
# from lmdeploy import pipeline, TurbomindEngineConfig, GenerationConfig, ChatTemplateConfig
|
9 |
from lmdeploy import pipeline, GenerationConfig, ChatTemplateConfig
|
|
|
10 |
from lmdeploy.vl import load_image
|
11 |
|
12 |
class ConversationalAgent:
|
|
|
18 |
chat_template_config=ChatTemplateConfig(model_name='internvl2-internlm2'),
|
19 |
# backend_config=TurbomindEngineConfig(session_len=8192),
|
20 |
|
21 |
+
# backend_config=PytorchEngineConfig(max_length=8192),
|
22 |
device=self.device
|
23 |
)
|
24 |
|