OPEA
/

QwQ-32B-int4-AutoRound-gptq-sym

4-bit precision

Model card Files Files and versions

cicdatopea commited on Apr 30

Commit

da74b6f

·

verified ·

1 Parent(s): 93c20cc

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -38,7 +38,7 @@
     "scale_dtype": "torch.float16",
     "seqlen": 2048,
     "sym": true,
-    "to_quant_block_names": null,
     "true_sequential": false
   },
   "rms_norm_eps": 1e-05,

     "scale_dtype": "torch.float16",
     "seqlen": 2048,
     "sym": true,
+    "block_name_to_quantize": null,
     "true_sequential": false
   },
   "rms_norm_eps": 1e-05,