kshitijthakkar
/

loggenix-moe-0.12B-A0.08B-e5-lr5e4-b16-3060-v2-finetuned

Text Generation

mixture-of-experts

instruction-following

Model card Files Files and versions

kshitijthakkar commited on Jul 16

Commit

f3ea6cc

·

verified ·

1 Parent(s): d6d4945

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -82,7 +82,7 @@ datasets:
 ```python
 from transformers import AutoModelForCausalLM, AutoTokenizer
-tokenizer = AutoTokenizer.from_pretrained("kshitijthakkar/loggenix-moe-0.12B-A0.08B-e5-lr5e4-b4-3060")
 messages = [
    {
@@ -98,7 +98,7 @@ messages = [
 tokenizer.pad_token = tokenizer.eos_token
 inputs = tokenizer.apply_chat_template(messages, return_tensors="pt").to("cuda")
-model = AutoModelForCausalLM.from_pretrained("kshitijthakkar/loggenix-moe-0.12B-A0.08B-e5-lr5e4-b4-3060", device_map="auto")
 memory = model.get_memory_footprint() / 1e6
 print(f"Memory footprint: {memory:,.1f} MB")
 model

 ```python
 from transformers import AutoModelForCausalLM, AutoTokenizer
+tokenizer = AutoTokenizer.from_pretrained("kshitijthakkar/loggenix-moe-0.12B-A0.08B-e5-lr5e4-b16-3060-v2-finetuned")
 messages = [
    {
 tokenizer.pad_token = tokenizer.eos_token
 inputs = tokenizer.apply_chat_template(messages, return_tensors="pt").to("cuda")
+model = AutoModelForCausalLM.from_pretrained("kshitijthakkar/loggenix-moe-0.12B-A0.08B-e5-lr5e4-b16-3060-v2-finetuned", device_map="auto")
 memory = model.get_memory_footprint() / 1e6
 print(f"Memory footprint: {memory:,.1f} MB")
 model