dmis-lab commited on
Commit
d944496
·
verified ·
1 Parent(s): f452bbe

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -31,7 +31,7 @@ model_id = "dmis-lab/llama-3-meerkat-8b-v1.0"
31
  tokenizer = AutoTokenizer.from_pretrained(model_id)
32
  model = AutoModelForCausalLM.from_pretrained(
33
  model_id,
34
- #torch_dtype=torch.bfloat16, # You can choose to use this when there's not enough GPU memory available.
35
  device_map="auto",
36
  )
37
 
 
31
  tokenizer = AutoTokenizer.from_pretrained(model_id)
32
  model = AutoModelForCausalLM.from_pretrained(
33
  model_id,
34
+ torch_dtype=torch.bfloat16, # You can choose to use this when there's not enough GPU memory available.
35
  device_map="auto",
36
  )
37