SameerJugno commited on
Commit
dea59cc
·
verified ·
1 Parent(s): 7fcc9f3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -37,9 +37,9 @@ from peft import PeftModel
37
  # Load tokenizer
38
  tokenizer = AutoTokenizer.from_pretrained(".")
39
 
40
- # Load base model normally (no 4-bit quantization)
41
  base_model = AutoModelForCausalLM.from_pretrained(
42
- "unsloth/Meta-Llama-3.1-8B-bnb-4bit", # same base you fine-tuned
43
  device_map="auto"
44
  )
45
 
 
37
  # Load tokenizer
38
  tokenizer = AutoTokenizer.from_pretrained(".")
39
 
40
+ # Load base model (non-quantized)
41
  base_model = AutoModelForCausalLM.from_pretrained(
42
+ "meta-llama/Meta-Llama-3-8B", # use standard non-quantized base model
43
  device_map="auto"
44
  )
45