Update README.md
Browse files
README.md
CHANGED
@@ -289,7 +289,7 @@ prompts = [
|
|
289 |
sampling_params = SamplingParams(temperature=0.8, top_p=0.95)
|
290 |
|
291 |
# Create an LLM.
|
292 |
-
llm = LLM(model="
|
293 |
# Generate texts from the prompts. The output is a list of RequestOutput objects
|
294 |
# that contain the prompt, generated text, and other information.
|
295 |
outputs = llm.generate(prompts, sampling_params)
|
|
|
289 |
sampling_params = SamplingParams(temperature=0.8, top_p=0.95)
|
290 |
|
291 |
# Create an LLM.
|
292 |
+
llm = LLM(model="SalmanFaroz/Meta-Llama-3-8B-Instruct-AWQ", quantization="AWQ")
|
293 |
# Generate texts from the prompts. The output is a list of RequestOutput objects
|
294 |
# that contain the prompt, generated text, and other information.
|
295 |
outputs = llm.generate(prompts, sampling_params)
|