Update README.md
Browse files
README.md
CHANGED
@@ -31,7 +31,7 @@ model_id = "dmis-lab/llama-3-meerkat-8b-v1.0"
|
|
31 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
32 |
model = AutoModelForCausalLM.from_pretrained(
|
33 |
model_id,
|
34 |
-
|
35 |
device_map="auto",
|
36 |
)
|
37 |
|
|
|
31 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
32 |
model = AutoModelForCausalLM.from_pretrained(
|
33 |
model_id,
|
34 |
+
torch_dtype=torch.bfloat16, # You can choose to use this when there's not enough GPU memory available.
|
35 |
device_map="auto",
|
36 |
)
|
37 |
|