OPEA
/

gemma-3-27b-it-int4-AutoRound

4-bit precision

Model card Files Files and versions

cicdatopea commited on 22 days ago

Commit

f93a816

·

verified ·

1 Parent(s): 3b3808a

Update config.json

Files changed (1) hide show

config.json +1 -2

config.json CHANGED Viewed

@@ -32,8 +32,7 @@
     "lr": 0.005,
     "minmax_lr": 0.005,
     "nsamples": 128,
-    "backend": "auto_round:gptq",
-    "quant_method": "intel/auto-round",
     "scale_dtype": "torch.float16",
     "seqlen": 2048,
     "sym": true,

     "lr": 0.005,
     "minmax_lr": 0.005,
     "nsamples": 128,
+    "quant_method": "auto-round",
     "scale_dtype": "torch.float16",
     "seqlen": 2048,
     "sym": true,