ujwal55 commited on
Commit
4b7c10a
·
verified ·
1 Parent(s): f110e11

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -21,7 +21,7 @@ def run_test(model_type, repo_id, file_name, test_prompt, max_new_tokens, n_ctx,
21
  try:
22
  if model_type == "transformers":
23
  tokenizer = AutoTokenizer.from_pretrained(repo_id)
24
- model = AutoModelForCausalLM.from_pretrained(repo_id)
25
  inputs = tokenizer(test_prompt, return_tensors="pt")
26
  with torch.no_grad():
27
  outputs = model.generate(
 
21
  try:
22
  if model_type == "transformers":
23
  tokenizer = AutoTokenizer.from_pretrained(repo_id)
24
+ model = AutoModelForCausalLM.from_pretrained(repo_id, trust_remote_code=True)
25
  inputs = tokenizer(test_prompt, return_tensors="pt")
26
  with torch.no_grad():
27
  outputs = model.generate(