Hugging Face's logo

Annuvin
/
YuE-s1-7B-anneal-en-cot-8.0bpw-h8-exl2

llama
8-bit precision
exl2
Model card Files Community
1
Annuvin commited on
Commit
411e730
·
verified ·
1 Parent(s): 5ba94a4

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -46,7 +46,7 @@ parser.add_argument("--top_p", type=float, default=0.93)
46
  args = parser.parse_args()
47
 
48
  with Timer() as timer:
49
- config = ExLlamaV2Config(args.stage_1)
50
  model = ExLlamaV2(config, lazy_load=True)
51
  cache = ExLlamaV2Cache(model, lazy=True)
52
  model.load_autosplit(cache)
 
46
  args = parser.parse_args()
47
 
48
  with Timer() as timer:
49
+ config = ExLlamaV2Config(args.model)
50
  model = ExLlamaV2(config, lazy_load=True)
51
  cache = ExLlamaV2Cache(model, lazy=True)
52
  model.load_autosplit(cache)