Add files using upload-large-folder tool

config.json

@@ -1,5 +1,4 @@
 {
-  "_attn_implementation_autoset": true,
   "_name_or_path": "/monster/data/model/Qwen1.5-1.8B-Chat",
   "architectures": [
     "Qwen2ForCausalLM"
@@ -22,10 +21,17 @@
     "checkpoint_format": "gptq",
     "desc_act": true,
     "dynamic": {
-      "-:model\\.layers\\.([2-9]\\d*|[1-9]\\d+)\\..*": {},
-      ".*\\.1\\..*": {
+      "-:model\\.layers\\.2\\..*": {},
+      ".*\\.1\\..*k_proj.*": {
+        "bits": 8,
+        "group_size": 32
+      },
+      ".*\\.1\\..*q_proj.*": {
+        "bits": 8,
+        "group_size": 32
+      },
+      ".*\\.1\\..*v_proj.*": {
         "bits": 8,
-        "desc_act": false,
         "group_size": 32
       },
       "lm_head": {
@@ -43,7 +49,7 @@
       "damp_percent": 0.01,
       "mse": 0.0,
       "quantizer": [
-        "gptqmodel:1.8.2"
+        "gptqmodel:2.0.0-dev"
       ],
       "static_groups": false,
       "true_sequential": true,
@@ -56,10 +62,10 @@
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,
   "rope_theta": 1000000.0,
-  "sliding_window": null,
+  "sliding_window": 32768,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.48.2",
+  "transformers_version": "4.49.0",
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 151936

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.1,
+  "top_p": 0.8,
+  "transformers_version": "4.49.0"
+}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad0b688e3a726e4663da6916d11e188fa2767a4a95ea3f07b562f704cf8ec8ef
-size 3271099656
+oid sha256:a52f3fb6998f54cad9cce6d11982ac4010b2666584a4c4bf53d6c55e9590aeb7
+size 1677862584

quant_log.csv

@@ -1,16 +1,163 @@
 layer,module,loss,damp,time
-0,self_attn.k_proj,0.31380,0.01000,0.476
-0,self_attn.v_proj,0.00746,0.01000,0.329
-0,self_attn.q_proj,0.42213,0.01000,0.314
-0,self_attn.o_proj,0.00029,0.01000,0.438
-0,mlp.up_proj,1.62644,0.01000,0.363
-0,mlp.gate_proj,1.55393,0.01000,0.355
-0,mlp.down_proj,0.03734,0.01000,0.889
-1,self_attn.k_proj,0.00605,0.01000,0.334
-1,self_attn.v_proj,0.00082,0.01000,0.330
-1,self_attn.q_proj,0.00601,0.01000,0.332
-1,self_attn.o_proj,0.00002,0.01000,0.331
-1,mlp.up_proj,0.00466,0.01000,0.374
-1,mlp.gate_proj,0.00529,0.01000,0.374
-1,mlp.down_proj,0.00024,0.01000,0.889
-24,lm_head,31.60924,0.01000,5.797
+0,self_attn.k_proj,1.52977,0.01000,0.419
+0,self_attn.v_proj,0.04002,0.01000,0.248
+0,self_attn.q_proj,2.05718,0.01000,0.239
+0,self_attn.o_proj,0.00179,0.01000,0.248
+0,mlp.up_proj,9.05834,0.01000,0.258
+0,mlp.gate_proj,8.63545,0.01000,0.244
+0,mlp.down_proj,0.19796,0.01000,0.723
+1,self_attn.k_proj,0.03884,0.01000,0.267
+1,self_attn.v_proj,0.00530,0.01000,0.253
+1,self_attn.q_proj,0.03862,0.01000,0.253
+1,self_attn.o_proj,0.04960,0.01000,0.250
+1,mlp.up_proj,12.92030,0.01000,0.251
+1,mlp.gate_proj,14.63847,0.01000,0.241
+1,mlp.down_proj,0.32817,0.01000,0.687
+3,self_attn.k_proj,62.73893,0.01000,0.254
+3,self_attn.v_proj,13.23958,0.01000,0.307
+3,self_attn.q_proj,57.28278,0.01000,0.260
+3,self_attn.o_proj,0.13773,0.01000,0.245
+3,mlp.up_proj,21.15522,0.01000,0.251
+3,mlp.gate_proj,24.74686,0.01000,0.243
+3,mlp.down_proj,0.53724,0.01000,0.727
+4,self_attn.k_proj,68.30590,0.01000,0.263
+4,self_attn.v_proj,15.82255,0.01000,0.247
+4,self_attn.q_proj,63.01257,0.01000,0.259
+4,self_attn.o_proj,0.22000,0.01000,0.242
+4,mlp.up_proj,28.74498,0.01000,0.253
+4,mlp.gate_proj,33.93200,0.01000,0.245
+4,mlp.down_proj,0.65790,0.01000,0.692
+5,self_attn.k_proj,60.91286,0.01000,0.271
+5,self_attn.v_proj,14.59481,0.01000,0.232
+5,self_attn.q_proj,56.24625,0.01000,0.232
+5,self_attn.o_proj,0.32792,0.01000,0.248
+5,mlp.up_proj,38.43754,0.01000,0.266
+5,mlp.gate_proj,44.36505,0.01000,0.245
+5,mlp.down_proj,1.13535,0.01000,0.690
+6,self_attn.k_proj,60.38514,0.01000,0.246
+6,self_attn.v_proj,16.79150,0.01000,0.234
+6,self_attn.q_proj,57.52007,0.01000,0.232
+6,self_attn.o_proj,0.55901,0.01000,0.293
+6,mlp.up_proj,46.22112,0.01000,0.321
+6,mlp.gate_proj,52.69062,0.01000,0.237
+6,mlp.down_proj,12.85980,0.01000,0.794
+7,self_attn.k_proj,68.91588,0.01000,0.244
+7,self_attn.v_proj,25.70186,0.01000,0.234
+7,self_attn.q_proj,74.04494,0.01000,0.336
+7,self_attn.o_proj,0.60068,0.01000,0.296
+7,mlp.up_proj,51.54780,0.01000,0.239
+7,mlp.gate_proj,56.22544,0.01000,0.232
+7,mlp.down_proj,2.15107,0.01000,0.670
+8,self_attn.k_proj,63.73604,0.01000,0.250
+8,self_attn.v_proj,24.49372,0.01000,0.232
+8,self_attn.q_proj,65.13046,0.01000,0.231
+8,self_attn.o_proj,0.90025,0.01000,0.237
+8,mlp.up_proj,54.74615,0.01000,0.302
+8,mlp.gate_proj,58.73801,0.01000,0.246
+8,mlp.down_proj,2.61607,0.01000,0.706
+9,self_attn.k_proj,68.32961,0.01000,0.322
+9,self_attn.v_proj,29.13957,0.01000,0.270
+9,self_attn.q_proj,68.92210,0.01000,0.238
+9,self_attn.o_proj,1.26286,0.01000,0.245
+9,mlp.up_proj,56.97021,0.01000,0.245
+9,mlp.gate_proj,57.39296,0.01000,0.230
+9,mlp.down_proj,2.88838,0.01000,0.670
+10,self_attn.k_proj,77.47882,0.01000,0.247
+10,self_attn.v_proj,37.03654,0.01000,0.242
+10,self_attn.q_proj,82.30052,0.01000,0.276
+10,self_attn.o_proj,1.59611,0.01000,0.258
+10,mlp.up_proj,60.05450,0.01000,0.261
+10,mlp.gate_proj,63.74242,0.01000,0.233
+10,mlp.down_proj,3.57756,0.01000,0.664
+11,self_attn.k_proj,76.88316,0.01000,0.302
+11,self_attn.v_proj,42.78612,0.01000,0.267
+11,self_attn.q_proj,81.16360,0.01000,0.301
+11,self_attn.o_proj,1.50892,0.01000,0.335
+11,mlp.up_proj,63.83591,0.01000,0.341
+11,mlp.gate_proj,65.37469,0.01000,0.296
+11,mlp.down_proj,4.61587,0.01000,0.771
+12,self_attn.k_proj,77.84145,0.01000,0.249
+12,self_attn.v_proj,43.29803,0.01000,0.257
+12,self_attn.q_proj,81.49866,0.01000,0.287
+12,self_attn.o_proj,2.36211,0.01000,0.259
+12,mlp.up_proj,67.92334,0.01000,0.292
+12,mlp.gate_proj,68.87761,0.01000,0.303
+12,mlp.down_proj,5.67846,0.01000,0.746
+13,self_attn.k_proj,78.39484,0.01000,0.267
+13,self_attn.v_proj,49.21562,0.01000,0.263
+13,self_attn.q_proj,78.76001,0.01000,0.272
+13,self_attn.o_proj,2.40954,0.01000,0.254
+13,mlp.up_proj,72.61395,0.01000,0.246
+13,mlp.gate_proj,72.00835,0.01000,0.236
+13,mlp.down_proj,7.55164,0.01000,0.774
+14,self_attn.k_proj,85.13994,0.01000,0.242
+14,self_attn.v_proj,65.58170,0.01000,0.230
+14,self_attn.q_proj,91.41071,0.01000,0.237
+14,self_attn.o_proj,3.37462,0.01000,0.240
+14,mlp.up_proj,83.58630,0.01000,0.242
+14,mlp.gate_proj,80.19814,0.01000,0.232
+14,mlp.down_proj,10.20866,0.01000,0.662
+15,self_attn.k_proj,82.94417,0.01000,0.244
+15,self_attn.v_proj,70.66344,0.01000,0.256
+15,self_attn.q_proj,86.81380,0.01000,0.230
+15,self_attn.o_proj,3.95524,0.01000,0.236
+15,mlp.up_proj,99.12436,0.01000,0.240
+15,mlp.gate_proj,92.91805,0.01000,0.286
+15,mlp.down_proj,13.83353,0.01000,0.701
+16,self_attn.k_proj,88.87656,0.01000,0.244
+16,self_attn.v_proj,75.56125,0.01000,0.243
+16,self_attn.q_proj,93.78792,0.01000,0.231
+16,self_attn.o_proj,3.89123,0.01000,0.239
+16,mlp.up_proj,116.95462,0.01000,0.241
+16,mlp.gate_proj,109.16769,0.01000,0.233
+16,mlp.down_proj,18.61803,0.01000,0.664
+17,self_attn.k_proj,88.49626,0.01000,0.244
+17,self_attn.v_proj,98.59828,0.01000,0.233
+17,self_attn.q_proj,97.10524,0.01000,0.231
+17,self_attn.o_proj,5.03318,0.01000,0.238
+17,mlp.up_proj,134.24248,0.01000,0.278
+17,mlp.gate_proj,125.89964,0.01000,0.247
+17,mlp.down_proj,22.90651,0.01000,0.655
+18,self_attn.k_proj,91.61066,0.01000,0.253
+18,self_attn.v_proj,120.96928,0.01000,0.253
+18,self_attn.q_proj,99.53651,0.01000,0.232
+18,self_attn.o_proj,8.69388,0.01000,0.236
+18,mlp.up_proj,156.05095,0.01000,0.240
+18,mlp.gate_proj,139.47502,0.01000,0.232
+18,mlp.down_proj,30.87194,0.01000,0.660
+19,self_attn.k_proj,96.57993,0.01000,0.241
+19,self_attn.v_proj,132.85014,0.01000,0.230
+19,self_attn.q_proj,105.32343,0.01000,0.230
+19,self_attn.o_proj,9.85187,0.01000,0.270
+19,mlp.up_proj,173.96132,0.01000,0.243
+19,mlp.gate_proj,152.68323,0.01000,0.232
+19,mlp.down_proj,42.00521,0.01000,0.674
+20,self_attn.k_proj,101.74275,0.01000,0.276
+20,self_attn.v_proj,147.70975,0.01000,0.231
+20,self_attn.q_proj,111.28523,0.01000,0.239
+20,self_attn.o_proj,8.89061,0.01000,0.244
+20,mlp.up_proj,188.34740,0.01000,0.242
+20,mlp.gate_proj,161.44333,0.01000,0.234
+20,mlp.down_proj,49.47644,0.01000,0.674
+21,self_attn.k_proj,104.71509,0.01000,0.254
+21,self_attn.v_proj,158.71223,0.01000,0.254
+21,self_attn.q_proj,115.99524,0.01000,0.265
+21,self_attn.o_proj,12.59802,0.01000,0.241
+21,mlp.up_proj,213.42955,0.01000,0.251
+21,mlp.gate_proj,180.52798,0.01000,0.282
+21,mlp.down_proj,63.05851,0.01000,0.709
+22,self_attn.k_proj,96.23979,0.01000,0.243
+22,self_attn.v_proj,150.83650,0.01000,0.230
+22,self_attn.q_proj,103.43996,0.01000,0.231
+22,self_attn.o_proj,18.46274,0.01000,0.235
+22,mlp.up_proj,230.47380,0.01000,0.239
+22,mlp.gate_proj,198.01071,0.01000,0.232
+22,mlp.down_proj,76.59824,0.01000,0.658
+23,self_attn.k_proj,99.04884,0.01000,0.241
+23,self_attn.v_proj,149.65315,0.01000,0.230
+23,self_attn.q_proj,97.98630,0.01000,0.258
+23,self_attn.o_proj,30.47421,0.01000,0.298
+23,mlp.up_proj,256.14508,0.01000,0.253
+23,mlp.gate_proj,221.90912,0.01000,0.232
+23,mlp.down_proj,158.18503,0.01000,0.668
+24,lm_head,132.93503,0.01000,3.311

quantize_config.json

@@ -1,10 +1,16 @@
 {
   "bits": 4,
   "dynamic": {
-    "-:model\\.layers\\.([2-9]\\d*|[1-9]\\d+)\\..*": {},
-    ".*\\.1\\..*": {
+    ".*\\.1\\..*q_proj.*": {
+      "bits": 8,
+      "group_size": 32
+    },
+    ".*\\.1\\..*k_proj.*": {
+      "bits": 8,
+      "group_size": 32
+    },
+    ".*\\.1\\..*v_proj.*": {
       "bits": 8,
-      "desc_act": false,
       "group_size": 32
     },
     "lm_head": {
@@ -24,7 +30,7 @@
   "pack_dtype": "int32",
   "meta": {
     "quantizer": [
-      "gptqmodel:1.8.2"
+      "gptqmodel:2.0.0-dev"
     ],
     "uri": "https://github.com/modelcloud/gptqmodel",
     "damp_percent": 0.01,