OPEA
/

Llama-3.3-70B-Instruct-int4-sym-inc

4-bit precision

Model card Files Files and versions

cicdatopea commited on Apr 30

Commit

e45184f

·

verified ·

1 Parent(s): 987c336

Update config.json

Files changed (1) hide show

config.json +1 -2

config.json CHANGED Viewed

@@ -43,8 +43,7 @@
     "quant_method": "auto-round",
     "scale_dtype": "torch.float16",
     "seqlen": 2048,
-    "sym": true,
-    "to_quant_block_names": null
   },
   "rms_norm_eps": 1e-05,
   "rope_scaling": {

     "quant_method": "auto-round",
     "scale_dtype": "torch.float16",
     "seqlen": 2048,
+    "sym": true
   },
   "rms_norm_eps": 1e-05,
   "rope_scaling": {