TejAndrewsACC commited on
Commit
169bcf2
·
verified ·
1 Parent(s): 477a5dd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -2
app.py CHANGED
@@ -13,8 +13,13 @@ hf_token = os.getenv("DOWNLOAD")
13
 
14
  # Load tokenizer and model with proper token
15
  # Correct code to load the model and tokenizer with proper authentication and remote code trust
16
- tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=hf_token)
17
- model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=hf_token, trust_remote_code=True)
 
 
 
 
 
18
 
19
 
20
  # Define your neural networks
 
13
 
14
  # Load tokenizer and model with proper token
15
  # Correct code to load the model and tokenizer with proper authentication and remote code trust
16
+ # Install the required dependencies first
17
+ # pip install flash_attn causal_conv1d mamba_ssm einops
18
+
19
+ # Loading model and tokenizer
20
+ tokenizer = AutoTokenizer.from_pretrained(model_name, token=hf_token)
21
+ model = AutoModelForCausalLM.from_pretrained(model_name, token=hf_token, trust_remote_code=True)
22
+
23
 
24
 
25
  # Define your neural networks