SalmanFaroz commited on
Commit
3b1feeb
·
verified ·
1 Parent(s): 77c4848

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -289,7 +289,7 @@ prompts = [
289
  sampling_params = SamplingParams(temperature=0.8, top_p=0.95)
290
 
291
  # Create an LLM.
292
- llm = LLM(model="SSalmanFaroz/Meta-Llama-3-8B-Instruct-AWQ", quantization="AWQ")
293
  # Generate texts from the prompts. The output is a list of RequestOutput objects
294
  # that contain the prompt, generated text, and other information.
295
  outputs = llm.generate(prompts, sampling_params)
 
289
  sampling_params = SamplingParams(temperature=0.8, top_p=0.95)
290
 
291
  # Create an LLM.
292
+ llm = LLM(model="SalmanFaroz/Meta-Llama-3-8B-Instruct-AWQ", quantization="AWQ")
293
  # Generate texts from the prompts. The output is a list of RequestOutput objects
294
  # that contain the prompt, generated text, and other information.
295
  outputs = llm.generate(prompts, sampling_params)