alexmarques commited on
Commit
7b4b588
·
verified ·
1 Parent(s): 09b3210

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -70,7 +70,7 @@ prompts = tokenizer.apply_chat_template(messages, tokenize=False)
70
 
71
  llm = LLM(model=model_id, tensor_parallel_size=number_gpus)
72
 
73
- outputs = llm.generate(prompt, sampling_params)
74
 
75
  generated_text = outputs[0].outputs[0].text
76
  print(generated_text)
 
70
 
71
  llm = LLM(model=model_id, tensor_parallel_size=number_gpus)
72
 
73
+ outputs = llm.generate(prompts, sampling_params)
74
 
75
  generated_text = outputs[0].outputs[0].text
76
  print(generated_text)