Update README.md
Browse files
README.md
CHANGED
@@ -70,7 +70,7 @@ prompts = tokenizer.apply_chat_template(messages, tokenize=False)
|
|
70 |
|
71 |
llm = LLM(model=model_id, tensor_parallel_size=number_gpus)
|
72 |
|
73 |
-
outputs = llm.generate(
|
74 |
|
75 |
generated_text = outputs[0].outputs[0].text
|
76 |
print(generated_text)
|
|
|
70 |
|
71 |
llm = LLM(model=model_id, tensor_parallel_size=number_gpus)
|
72 |
|
73 |
+
outputs = llm.generate(prompts, sampling_params)
|
74 |
|
75 |
generated_text = outputs[0].outputs[0].text
|
76 |
print(generated_text)
|