Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -3,7 +3,7 @@ from lmdeploy.messages import TurbomindEngineConfig
|
|
| 3 |
from lmdeploy import ChatTemplateConfig
|
| 4 |
|
| 5 |
chat_template = ChatTemplateConfig(model_name='internlm2-chat-7b', system='', eosys='', meta_instruction='')
|
| 6 |
-
backend_config = TurbomindEngineConfig(max_batch_size=1, cache_max_entry_count=0.05)#, model_format='awq')
|
| 7 |
model_path = 'internlm/internlm2-math-7b'
|
| 8 |
|
| 9 |
InterFace.async_engine = AsyncEngine(
|
|
|
|
| 3 |
from lmdeploy import ChatTemplateConfig
|
| 4 |
|
| 5 |
chat_template = ChatTemplateConfig(model_name='internlm2-chat-7b', system='', eosys='', meta_instruction='')
|
| 6 |
+
backend_config = TurbomindEngineConfig(model_name='internlm2-chat-7b', max_batch_size=1, cache_max_entry_count=0.05)#, model_format='awq')
|
| 7 |
model_path = 'internlm/internlm2-math-7b'
|
| 8 |
|
| 9 |
InterFace.async_engine = AsyncEngine(
|