Spaces:
				
			
			
	
			
			
		Runtime error
		
	
	
	
			
			
	
	
	
	
		
		
		Runtime error
		
	Update app.py
Browse files
    	
        app.py
    CHANGED
    
    | @@ -37,9 +37,9 @@ from peft import PeftModel | |
| 37 | 
             
            # Load tokenizer
         | 
| 38 | 
             
            tokenizer = AutoTokenizer.from_pretrained(".")
         | 
| 39 |  | 
| 40 | 
            -
            # Load base model  | 
| 41 | 
             
            base_model = AutoModelForCausalLM.from_pretrained(
         | 
| 42 | 
            -
                " | 
| 43 | 
             
                device_map="auto"
         | 
| 44 | 
             
            )
         | 
| 45 |  | 
|  | |
| 37 | 
             
            # Load tokenizer
         | 
| 38 | 
             
            tokenizer = AutoTokenizer.from_pretrained(".")
         | 
| 39 |  | 
| 40 | 
            +
            # Load base model (non-quantized)
         | 
| 41 | 
             
            base_model = AutoModelForCausalLM.from_pretrained(
         | 
| 42 | 
            +
                "meta-llama/Meta-Llama-3-8B",  # use standard non-quantized base model
         | 
| 43 | 
             
                device_map="auto"
         | 
| 44 | 
             
            )
         | 
| 45 |  |