Update README.md
Browse files
README.md
CHANGED
|
@@ -55,10 +55,6 @@ model_id = "RedHatAI/Qwen3-4B-FP8-dynamic"
|
|
| 55 |
number_gpus = 1
|
| 56 |
sampling_params = SamplingParams(temperature=0.6, top_p=0.95, top_k=20, min_p=0, max_tokens=256)
|
| 57 |
|
| 58 |
-
messages = [
|
| 59 |
-
{"role": "user", "content": prompt}
|
| 60 |
-
]
|
| 61 |
-
|
| 62 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 63 |
|
| 64 |
messages = [{"role": "user", "content": "Give me a short introduction to large language model."}]
|
|
|
|
| 55 |
number_gpus = 1
|
| 56 |
sampling_params = SamplingParams(temperature=0.6, top_p=0.95, top_k=20, min_p=0, max_tokens=256)
|
| 57 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 58 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 59 |
|
| 60 |
messages = [{"role": "user", "content": "Give me a short introduction to large language model."}]
|