Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -43,7 +43,9 @@ SERPER_API_KEY = os.getenv("SERPER_API_KEY")
|
|
43 |
llm = HuggingFaceInferenceAPI(
|
44 |
model_name="Qwen/Qwen2.5-Coder-32B-Instruct",
|
45 |
token=HF_TOKEN,
|
46 |
-
task="conversational"
|
|
|
|
|
47 |
)
|
48 |
|
49 |
memory = ChatMemoryBuffer.from_defaults(token_limit=8192)
|
|
|
43 |
llm = HuggingFaceInferenceAPI(
|
44 |
model_name="Qwen/Qwen2.5-Coder-32B-Instruct",
|
45 |
token=HF_TOKEN,
|
46 |
+
task="conversational",
|
47 |
+
parameters={
|
48 |
+
"max_new_tokens": 2048,
|
49 |
)
|
50 |
|
51 |
memory = ChatMemoryBuffer.from_defaults(token_limit=8192)
|