Hugging Face's logo

Spaces:
sanmmarr29
/
helperAi
Sleeping

App Files Community
sanmmarr29 commited on
Commit
f701bc1
·
verified ·
1 Parent(s): 2d01376

Update app/main.py

Browse files
Files changed (1) hide show
  1. app/main.py +2 -1
app/main.py CHANGED
@@ -23,7 +23,8 @@ model = AutoModelForCausalLM.from_pretrained(
23
  settings.MODEL_NAME,
24
  token=settings.HUGGINGFACE_TOKEN,
25
  torch_dtype=torch.float16,
26
- device_map="auto"
 
27
  )
28
 
29
  class ChatMessage(BaseModel):
 
23
  settings.MODEL_NAME,
24
  token=settings.HUGGINGFACE_TOKEN,
25
  torch_dtype=torch.float16,
26
+ device_map="auto",
27
+ trust_remote_code=True
28
  )
29
 
30
  class ChatMessage(BaseModel):