fdaudens HF Staff commited on
Commit
af9f1f9
·
verified ·
1 Parent(s): d8debf8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -43,7 +43,9 @@ SERPER_API_KEY = os.getenv("SERPER_API_KEY")
43
  llm = HuggingFaceInferenceAPI(
44
  model_name="Qwen/Qwen2.5-Coder-32B-Instruct",
45
  token=HF_TOKEN,
46
- task="conversational"
 
 
47
  )
48
 
49
  memory = ChatMemoryBuffer.from_defaults(token_limit=8192)
 
43
  llm = HuggingFaceInferenceAPI(
44
  model_name="Qwen/Qwen2.5-Coder-32B-Instruct",
45
  token=HF_TOKEN,
46
+ task="conversational",
47
+ parameters={
48
+ "max_new_tokens": 2048,
49
  )
50
 
51
  memory = ChatMemoryBuffer.from_defaults(token_limit=8192)