KingNish commited on
Commit
6932a08
·
verified ·
1 Parent(s): 2936f7d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -76,7 +76,7 @@ model = AutoModelForCausalLM.from_pretrained(
76
  "m-a-p/YuE-s1-7B-anneal-en-cot",
77
  torch_dtype=torch.float16,
78
  attn_implementation="flash_attention_2",
79
- low_cpu_mem_usage=True,
80
  ).to(device)
81
  model.eval()
82
 
 
76
  "m-a-p/YuE-s1-7B-anneal-en-cot",
77
  torch_dtype=torch.float16,
78
  attn_implementation="flash_attention_2",
79
+ # low_cpu_mem_usage=True,
80
  ).to(device)
81
  model.eval()
82