khurrameycon commited on
Commit
cdde504
·
verified ·
1 Parent(s): 498ae97

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -173,7 +173,7 @@ async def generate_text(input: ModelInput):
173
  model=model,
174
  tokenizer=tokenizer,
175
  instruction=input.prompt,
176
- max_new_tokens=input.max_new_tokens
177
  )
178
  return {"generated_text": response}
179
 
 
173
  model=model,
174
  tokenizer=tokenizer,
175
  instruction=input.prompt,
176
+ max_new_tokens=2048
177
  )
178
  return {"generated_text": response}
179