akiko19191 commited on
Commit
13a608a
·
verified ·
1 Parent(s): 5b56033

Update utils/llms.py

Browse files
Files changed (1) hide show
  1. utils/llms.py +1 -1
utils/llms.py CHANGED
@@ -155,7 +155,7 @@ def gpt4stream(messages,model,api_keys):
155
  break
156
  helper.q.put_nowait("RESULT: "+cunk)
157
  elif model in chutes_models:
158
- if model == "MAI-DS-R1-FP8":
159
  helper.q.put_nowait("<think>")
160
  response = completion(model=f"openai/{chutes_models[model]}",api_key=chutes_key,base_url="https://llm.chutes.ai/v1", messages=messages, stream=True)
161
 
 
155
  break
156
  helper.q.put_nowait("RESULT: "+cunk)
157
  elif model in chutes_models:
158
+ if model == "MAI-DS-R1-FP8" or model=='GLM-Z1-32B-0414':
159
  helper.q.put_nowait("<think>")
160
  response = completion(model=f"openai/{chutes_models[model]}",api_key=chutes_key,base_url="https://llm.chutes.ai/v1", messages=messages, stream=True)
161