TheStageAI
/

Elastic-Llama-3.1-8B-Instruct

Text Generation

text2text-generation

Model card Files Files and versions Community

hypothetical commited on Apr 27

Commit

38a1f77

·

verified ·

1 Parent(s): e9f7e51

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -83,7 +83,7 @@ chat_prompt = tokenizer.apply_chat_template(
 inputs = tokenizer(chat_prompt, return_tensors="pt")
 inputs.to(device)
-with torch.inference_mode:
     generate_ids = model.generate(**inputs, max_length=500)
 input_len = inputs['input_ids'].shape[1]

 inputs = tokenizer(chat_prompt, return_tensors="pt")
 inputs.to(device)
+with torch.inference_mode():
     generate_ids = model.generate(**inputs, max_length=500)
 input_len = inputs['input_ids'].shape[1]