PrunaAI
/

AIDC-AI-Marco-o1-HQQ-4bit-smashed

sharpenb commited on 2 days ago

Commit

36affc4

verified ·

1 Parent(s): e651915

5a54466190f3a137a3b56940f4b28a33551d38485a2f77074c89f28c4b53143b

Files changed (2) hide show

config.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "_attn_implementation_autoset": true,
-  "_name_or_path": "/tmp/models/tmpi0yzg9sz/tmpwg7lv8ip",
   "architectures": [
     "Qwen2ForCausalLM"
   ],

 {
   "_attn_implementation_autoset": true,
+  "_name_or_path": "/tmp/models/tmph819gps_/tmptjea_7g8",
   "architectures": [
     "Qwen2ForCausalLM"
   ],

smash_config.json CHANGED Viewed

@@ -11,7 +11,7 @@
     "quant_hqq_weight_bits": 4,
     "max_batch_size": 1,
     "device": "cuda",
-    "cache_dir": "/tmp/models/tmpi0yzg9sz",
     "task": "",
     "save_load_fn": "hqq",
     "save_load_fn_args": {},

     "quant_hqq_weight_bits": 4,
     "max_batch_size": 1,
     "device": "cuda",
+    "cache_dir": "/tmp/models/tmph819gps_",
     "task": "",
     "save_load_fn": "hqq",
     "save_load_fn_args": {},