Upload 7 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,51 @@
+{
+  "_attn_implementation_autoset": true,
+  "_name_or_path": "/home/mmv/.cache/huggingface/hub/models--FuseAI--FuseO1-DeepSeekR1-QwQ-SkyT1-Flash-32B-Preview/snapshots/60aac57f283c2aa50091efcc317801a961ca72dd",
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 27648,
+  "max_position_embeddings": 131072,
+  "max_window_layers": 64,
+  "model_type": "qwen2",
+  "num_attention_heads": 40,
+  "num_hidden_layers": 64,
+  "num_key_value_heads": 8,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "dynamic": null,
+    "group_size": 32,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0015,
+      "damp_percent": 0.1,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:1.7.3"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.48.1",
+  "use_cache": false,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f6726f87f31d9ac8fc5fab15eda1406054b05244b0f2fd07251e2bf4d2cb0
+size 21172443232

quant_log.csv

@@ -0,0 +1,449 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,0.21932,0.10000,1.539
+0,self_attn.v_proj,0.06990,0.10000,1.339
+0,self_attn.q_proj,0.63353,0.10000,1.497
+0,self_attn.o_proj,1.53644,0.10000,1.496
+0,mlp.up_proj,0.48136,0.10000,2.423
+0,mlp.gate_proj,0.52939,0.10000,2.411
+0,mlp.down_proj,0.60040,0.10000,11.206
+1,self_attn.k_proj,0.00747,0.10000,1.339
+1,self_attn.v_proj,0.00383,0.10000,1.341
+1,self_attn.q_proj,0.02565,0.10000,1.502
+1,self_attn.o_proj,0.01501,0.10000,1.503
+1,mlp.up_proj,2.40089,0.10000,2.445
+1,mlp.gate_proj,6.17636,0.10000,2.421
+1,mlp.down_proj,0.07097,0.10000,11.123
+2,self_attn.k_proj,0.03215,0.10000,1.347
+2,self_attn.v_proj,0.01367,0.10000,1.346
+2,self_attn.q_proj,0.09015,0.10000,1.512
+2,self_attn.o_proj,0.09266,0.10000,1.487
+2,mlp.up_proj,5.20606,0.10000,2.403
+2,mlp.gate_proj,10.58370,0.10000,2.400
+2,mlp.down_proj,0.36352,0.10000,11.242
+3,self_attn.k_proj,0.20204,0.10000,1.358
+3,self_attn.v_proj,0.07010,0.10000,1.345
+3,self_attn.q_proj,0.58422,0.10000,1.520
+3,self_attn.o_proj,0.32670,0.10000,1.508
+3,mlp.up_proj,6.34731,0.10000,2.424
+3,mlp.gate_proj,13.98404,0.10000,2.424
+3,mlp.down_proj,0.86336,0.10000,11.249
+4,self_attn.k_proj,0.19773,0.10000,1.336
+4,self_attn.v_proj,0.10230,0.10000,1.326
+4,self_attn.q_proj,0.60618,0.10000,1.496
+4,self_attn.o_proj,0.63086,0.10000,1.490
+4,mlp.up_proj,16.42926,0.10000,2.387
+4,mlp.gate_proj,32.29819,0.10000,2.408
+4,mlp.down_proj,587.46689,0.10000,11.247
+5,self_attn.k_proj,0.72354,0.10000,1.348
+5,self_attn.v_proj,0.42462,0.10000,1.334
+5,self_attn.q_proj,2.40297,0.10000,1.496
+5,self_attn.o_proj,0.73659,0.10000,1.501
+5,mlp.up_proj,26.50791,0.10000,2.416
+5,mlp.gate_proj,49.79549,0.10000,2.393
+5,mlp.down_proj,522.29541,0.10000,11.290
+6,self_attn.k_proj,0.66616,0.10000,1.346
+6,self_attn.v_proj,0.49659,0.10000,1.339
+6,self_attn.q_proj,2.35563,0.10000,1.503
+6,self_attn.o_proj,0.58956,0.10000,1.506
+6,mlp.up_proj,42.32227,0.10000,2.401
+6,mlp.gate_proj,75.13210,0.10000,2.409
+6,mlp.down_proj,31.55573,0.10000,11.224
+7,self_attn.k_proj,0.85074,0.10000,1.335
+7,self_attn.v_proj,0.69796,0.10000,1.331
+7,self_attn.q_proj,3.08233,0.10000,1.500
+7,self_attn.o_proj,0.63950,0.10000,1.500
+7,mlp.up_proj,49.91836,0.10000,2.395
+7,mlp.gate_proj,89.78850,0.10000,2.408
+7,mlp.down_proj,2.12929,0.10000,11.077
+8,self_attn.k_proj,1.07405,0.10000,1.363
+8,self_attn.v_proj,0.64949,0.10000,1.328
+8,self_attn.q_proj,3.66730,0.10000,1.483
+8,self_attn.o_proj,0.57933,0.10000,1.486
+8,mlp.up_proj,30.98035,0.10000,2.376
+8,mlp.gate_proj,54.68026,0.10000,2.375
+8,mlp.down_proj,2.39296,0.10000,11.024
+9,self_attn.k_proj,0.85622,0.10000,1.303
+9,self_attn.v_proj,0.70850,0.10000,1.290
+9,self_attn.q_proj,3.05020,0.10000,1.439
+9,self_attn.o_proj,0.97835,0.10000,1.446
+9,mlp.up_proj,12.53627,0.10000,2.276
+9,mlp.gate_proj,13.44056,0.10000,2.272
+9,mlp.down_proj,2.59464,0.10000,10.920
+10,self_attn.k_proj,1.16653,0.10000,1.312
+10,self_attn.v_proj,0.90903,0.10000,1.360
+10,self_attn.q_proj,4.31524,0.10000,1.433
+10,self_attn.o_proj,0.95127,0.10000,1.505
+10,mlp.up_proj,14.21657,0.10000,2.277
+10,mlp.gate_proj,15.31685,0.10000,2.270
+10,mlp.down_proj,3.00897,0.10000,10.969
+11,self_attn.k_proj,0.94783,0.10000,1.298
+11,self_attn.v_proj,0.68951,0.10000,1.316
+11,self_attn.q_proj,3.46378,0.10000,1.445
+11,self_attn.o_proj,1.90921,0.10000,1.447
+11,mlp.up_proj,19.40327,0.10000,2.280
+11,mlp.gate_proj,23.92704,0.10000,2.285
+11,mlp.down_proj,2.97715,0.10000,10.946
+12,self_attn.k_proj,1.08602,0.10000,1.291
+12,self_attn.v_proj,0.74431,0.10000,1.290
+12,self_attn.q_proj,4.01792,0.10000,1.438
+12,self_attn.o_proj,1.80497,0.10000,1.432
+12,mlp.up_proj,16.91254,0.10000,2.273
+12,mlp.gate_proj,18.04272,0.10000,2.274
+12,mlp.down_proj,3.48199,0.10000,11.011
+13,self_attn.k_proj,1.22753,0.10000,1.290
+13,self_attn.v_proj,0.89010,0.10000,1.307
+13,self_attn.q_proj,4.36018,0.10000,1.439
+13,self_attn.o_proj,1.75457,0.10000,1.439
+13,mlp.up_proj,19.40314,0.10000,2.292
+13,mlp.gate_proj,20.87128,0.10000,2.309
+13,mlp.down_proj,3.92058,0.10000,11.225
+14,self_attn.k_proj,1.47310,0.10000,1.327
+14,self_attn.v_proj,0.97991,0.10000,1.304
+14,self_attn.q_proj,5.31070,0.10000,1.433
+14,self_attn.o_proj,1.86601,0.10000,1.513
+14,mlp.up_proj,20.50224,0.10000,2.349
+14,mlp.gate_proj,22.18833,0.10000,2.281
+14,mlp.down_proj,4.27567,0.10000,11.369
+15,self_attn.k_proj,1.24926,0.10000,1.348
+15,self_attn.v_proj,0.96484,0.10000,1.370
+15,self_attn.q_proj,4.50831,0.10000,1.576
+15,self_attn.o_proj,2.08441,0.10000,1.527
+15,mlp.up_proj,21.55517,0.10000,2.360
+15,mlp.gate_proj,24.37054,0.10000,2.485
+15,mlp.down_proj,4.66921,0.10000,11.144
+16,self_attn.k_proj,1.20586,0.10000,1.367
+16,self_attn.v_proj,0.74171,0.10000,1.377
+16,self_attn.q_proj,4.09036,0.10000,1.525
+16,self_attn.o_proj,1.66565,0.10000,1.456
+16,mlp.up_proj,20.58864,0.10000,2.293
+16,mlp.gate_proj,22.13742,0.10000,2.317
+16,mlp.down_proj,4.32864,0.10000,11.065
+17,self_attn.k_proj,1.55755,0.10000,1.392
+17,self_attn.v_proj,0.92695,0.10000,1.403
+17,self_attn.q_proj,5.36392,0.10000,1.487
+17,self_attn.o_proj,1.68428,0.10000,1.561
+17,mlp.up_proj,20.66038,0.10000,2.341
+17,mlp.gate_proj,21.92830,0.10000,2.327
+17,mlp.down_proj,4.24783,0.10000,11.208
+18,self_attn.k_proj,1.60531,0.10000,1.404
+18,self_attn.v_proj,0.96575,0.10000,1.319
+18,self_attn.q_proj,5.49226,0.10000,1.459
+18,self_attn.o_proj,1.48581,0.10000,1.522
+18,mlp.up_proj,20.34096,0.10000,2.379
+18,mlp.gate_proj,21.43189,0.10000,2.457
+18,mlp.down_proj,4.20860,0.10000,10.987
+19,self_attn.k_proj,1.38301,0.10000,1.424
+19,self_attn.v_proj,0.94416,0.10000,1.473
+19,self_attn.q_proj,5.01696,0.10000,1.593
+19,self_attn.o_proj,1.21167,0.10000,1.650
+19,mlp.up_proj,20.60382,0.10000,2.310
+19,mlp.gate_proj,21.65518,0.10000,2.306
+19,mlp.down_proj,4.24532,0.10000,11.253
+20,self_attn.k_proj,1.67529,0.10000,1.375
+20,self_attn.v_proj,0.97326,0.10000,1.394
+20,self_attn.q_proj,5.80866,0.10000,1.638
+20,self_attn.o_proj,2.01039,0.10000,1.520
+20,mlp.up_proj,20.08991,0.10000,2.333
+20,mlp.gate_proj,20.81839,0.10000,2.396
+20,mlp.down_proj,4.39435,0.10000,11.599
+21,self_attn.k_proj,1.37911,0.10000,1.429
+21,self_attn.v_proj,0.84209,0.10000,1.401
+21,self_attn.q_proj,4.83675,0.10000,1.528
+21,self_attn.o_proj,1.99481,0.10000,1.546
+21,mlp.up_proj,19.99206,0.10000,2.361
+21,mlp.gate_proj,20.76938,0.10000,2.369
+21,mlp.down_proj,4.42359,0.10000,11.515
+22,self_attn.k_proj,1.50769,0.10000,1.295
+22,self_attn.v_proj,1.15672,0.10000,1.275
+22,self_attn.q_proj,5.48060,0.10000,1.425
+22,self_attn.o_proj,2.49873,0.10000,1.456
+22,mlp.up_proj,21.26843,0.10000,2.309
+22,mlp.gate_proj,22.03465,0.10000,2.334
+22,mlp.down_proj,4.79118,0.10000,10.968
+23,self_attn.k_proj,1.44571,0.10000,1.375
+23,self_attn.v_proj,1.18315,0.10000,1.384
+23,self_attn.q_proj,5.38706,0.10000,1.494
+23,self_attn.o_proj,2.65820,0.10000,1.488
+23,mlp.up_proj,22.39951,0.10000,2.343
+23,mlp.gate_proj,23.49767,0.10000,2.310
+23,mlp.down_proj,5.14678,0.10000,11.171
+24,self_attn.k_proj,1.88726,0.10000,1.306
+24,self_attn.v_proj,1.25504,0.10000,1.299
+24,self_attn.q_proj,6.79697,0.10000,1.547
+24,self_attn.o_proj,2.37069,0.10000,1.465
+24,mlp.up_proj,23.00431,0.10000,2.300
+24,mlp.gate_proj,23.90416,0.10000,2.303
+24,mlp.down_proj,5.33596,0.10000,11.077
+25,self_attn.k_proj,2.08859,0.10000,1.484
+25,self_attn.v_proj,1.52274,0.10000,1.291
+25,self_attn.q_proj,7.71944,0.10000,1.448
+25,self_attn.o_proj,2.59465,0.10000,1.461
+25,mlp.up_proj,23.82350,0.10000,2.295
+25,mlp.gate_proj,24.36376,0.10000,2.270
+25,mlp.down_proj,6.14879,0.10000,10.939
+26,self_attn.k_proj,1.85201,0.10000,1.303
+26,self_attn.v_proj,1.08654,0.10000,1.297
+26,self_attn.q_proj,6.72261,0.10000,1.435
+26,self_attn.o_proj,2.70091,0.10000,1.458
+26,mlp.up_proj,24.94679,0.10000,2.327
+26,mlp.gate_proj,25.21166,0.10000,2.314
+26,mlp.down_proj,6.65333,0.10000,10.951
+27,self_attn.k_proj,1.80303,0.10000,1.292
+27,self_attn.v_proj,1.11704,0.10000,1.286
+27,self_attn.q_proj,6.16689,0.10000,1.433
+27,self_attn.o_proj,4.27886,0.10000,1.454
+27,mlp.up_proj,25.90349,0.10000,2.314
+27,mlp.gate_proj,26.13162,0.10000,2.334
+27,mlp.down_proj,7.54102,0.10000,10.965
+28,self_attn.k_proj,1.69771,0.10000,1.298
+28,self_attn.v_proj,1.60528,0.10000,1.290
+28,self_attn.q_proj,6.53194,0.10000,1.439
+28,self_attn.o_proj,4.20230,0.10000,1.486
+28,mlp.up_proj,28.05067,0.10000,2.303
+28,mlp.gate_proj,28.02932,0.10000,2.279
+28,mlp.down_proj,8.23658,0.10000,10.941
+29,self_attn.k_proj,2.46457,0.10000,1.294
+29,self_attn.v_proj,1.97819,0.10000,1.292
+29,self_attn.q_proj,8.90249,0.10000,1.499
+29,self_attn.o_proj,5.20760,0.10000,1.455
+29,mlp.up_proj,30.33147,0.10000,2.388
+29,mlp.gate_proj,30.10080,0.10000,2.323
+29,mlp.down_proj,9.00467,0.10000,11.021
+30,self_attn.k_proj,2.05785,0.10000,1.306
+30,self_attn.v_proj,1.95388,0.10000,1.304
+30,self_attn.q_proj,7.90785,0.10000,1.451
+30,self_attn.o_proj,6.99206,0.10000,1.456
+30,mlp.up_proj,32.67397,0.10000,2.312
+30,mlp.gate_proj,32.30062,0.10000,2.301
+30,mlp.down_proj,10.09964,0.10000,10.901
+31,self_attn.k_proj,2.18536,0.10000,1.306
+31,self_attn.v_proj,1.97777,0.10000,1.307
+31,self_attn.q_proj,8.18490,0.10000,1.453
+31,self_attn.o_proj,4.57464,0.10000,1.462
+31,mlp.up_proj,35.59037,0.10000,2.315
+31,mlp.gate_proj,35.25336,0.10000,2.303
+31,mlp.down_proj,10.93689,0.10000,11.025
+32,self_attn.k_proj,2.10946,0.10000,1.316
+32,self_attn.v_proj,1.52154,0.10000,1.301
+32,self_attn.q_proj,7.29806,0.10000,1.456
+32,self_attn.o_proj,4.84362,0.10000,1.458
+32,mlp.up_proj,39.63444,0.10000,2.325
+32,mlp.gate_proj,41.30604,0.10000,2.348
+32,mlp.down_proj,10.75069,0.10000,10.995
+33,self_attn.k_proj,2.25656,0.10000,1.310
+33,self_attn.v_proj,1.63852,0.10000,1.295
+33,self_attn.q_proj,8.25086,0.10000,1.445
+33,self_attn.o_proj,4.94513,0.10000,1.472
+33,mlp.up_proj,37.36087,0.10000,2.379
+33,mlp.gate_proj,38.17615,0.10000,2.323
+33,mlp.down_proj,10.10525,0.10000,11.033
+34,self_attn.k_proj,2.18897,0.10000,1.315
+34,self_attn.v_proj,1.79533,0.10000,1.352
+34,self_attn.q_proj,8.13230,0.10000,1.478
+34,self_attn.o_proj,6.20360,0.10000,1.480
+34,mlp.up_proj,36.49163,0.10000,2.371
+34,mlp.gate_proj,36.59039,0.10000,2.332
+34,mlp.down_proj,10.11572,0.10000,11.043
+35,self_attn.k_proj,2.29760,0.10000,1.313
+35,self_attn.v_proj,1.81589,0.10000,1.341
+35,self_attn.q_proj,9.18513,0.10000,1.500
+35,self_attn.o_proj,4.96898,0.10000,1.458
+35,mlp.up_proj,37.04196,0.10000,2.301
+35,mlp.gate_proj,36.97671,0.10000,2.305
+35,mlp.down_proj,10.21576,0.10000,10.956
+36,self_attn.k_proj,2.35134,0.10000,1.306
+36,self_attn.v_proj,1.76898,0.10000,1.294
+36,self_attn.q_proj,8.95750,0.10000,1.437
+36,self_attn.o_proj,6.40625,0.10000,1.454
+36,mlp.up_proj,35.14434,0.10000,2.283
+36,mlp.gate_proj,33.75306,0.10000,2.299
+36,mlp.down_proj,10.16060,0.10000,10.978
+37,self_attn.k_proj,2.09853,0.10000,1.304
+37,self_attn.v_proj,1.62890,0.10000,1.298
+37,self_attn.q_proj,7.87804,0.10000,1.439
+37,self_attn.o_proj,5.14967,0.10000,1.454
+37,mlp.up_proj,34.78158,0.10000,2.320
+37,mlp.gate_proj,33.21568,0.10000,2.294
+37,mlp.down_proj,9.65291,0.10000,10.972
+38,self_attn.k_proj,2.25152,0.10000,1.308
+38,self_attn.v_proj,2.25329,0.10000,1.299
+38,self_attn.q_proj,8.57306,0.10000,1.440
+38,self_attn.o_proj,5.87199,0.10000,1.461
+38,mlp.up_proj,35.01609,0.10000,2.377
+38,mlp.gate_proj,33.53525,0.10000,2.297
+38,mlp.down_proj,10.37327,0.10000,10.891
+39,self_attn.k_proj,2.06724,0.10000,1.294
+39,self_attn.v_proj,2.29155,0.10000,1.294
+39,self_attn.q_proj,8.40444,0.10000,1.458
+39,self_attn.o_proj,6.23639,0.10000,1.498
+39,mlp.up_proj,35.45480,0.10000,2.320
+39,mlp.gate_proj,35.16239,0.10000,2.309
+39,mlp.down_proj,10.17532,0.10000,11.038
+40,self_attn.k_proj,2.55298,0.10000,1.353
+40,self_attn.v_proj,2.03756,0.10000,1.308
+40,self_attn.q_proj,9.32236,0.10000,1.463
+40,self_attn.o_proj,7.15637,0.10000,1.471
+40,mlp.up_proj,34.27767,0.10000,2.325
+40,mlp.gate_proj,33.71945,0.10000,2.319
+40,mlp.down_proj,9.93580,0.10000,11.038
+41,self_attn.k_proj,2.58491,0.10000,1.303
+41,self_attn.v_proj,2.53599,0.10000,1.292
+41,self_attn.q_proj,10.17238,0.10000,1.443
+41,self_attn.o_proj,7.04449,0.10000,1.450
+41,mlp.up_proj,35.32753,0.10000,2.307
+41,mlp.gate_proj,33.75855,0.10000,2.297
+41,mlp.down_proj,11.40161,0.10000,10.972
+42,self_attn.k_proj,2.35824,0.10000,1.298
+42,self_attn.v_proj,1.72195,0.10000,1.305
+42,self_attn.q_proj,9.03940,0.10000,1.455
+42,self_attn.o_proj,6.03776,0.10000,1.460
+42,mlp.up_proj,37.64269,0.10000,2.303
+42,mlp.gate_proj,35.07131,0.10000,2.304
+42,mlp.down_proj,13.06790,0.10000,10.952
+43,self_attn.k_proj,2.28732,0.10000,1.300
+43,self_attn.v_proj,1.95555,0.10000,1.298
+43,self_attn.q_proj,8.47664,0.10000,1.451
+43,self_attn.o_proj,8.52545,0.10000,1.460
+43,mlp.up_proj,39.51856,0.10000,2.327
+43,mlp.gate_proj,36.65776,0.10000,2.308
+43,mlp.down_proj,16.02491,0.10000,11.016
+44,self_attn.k_proj,1.93263,0.10000,1.304
+44,self_attn.v_proj,2.67497,0.10000,1.292
+44,self_attn.q_proj,8.30756,0.10000,1.441
+44,self_attn.o_proj,9.71007,0.10000,1.448
+44,mlp.up_proj,39.93449,0.10000,2.340
+44,mlp.gate_proj,36.77854,0.10000,2.293
+44,mlp.down_proj,16.62127,0.10000,11.042
+45,self_attn.k_proj,2.33465,0.10000,1.299
+45,self_attn.v_proj,2.81778,0.10000,1.294
+45,self_attn.q_proj,9.41949,0.10000,1.457
+45,self_attn.o_proj,12.23259,0.10000,1.454
+45,mlp.up_proj,41.66721,0.10000,2.273
+45,mlp.gate_proj,38.44549,0.10000,2.279
+45,mlp.down_proj,18.68768,0.10000,10.922
+46,self_attn.k_proj,2.13504,0.10000,1.302
+46,self_attn.v_proj,3.00420,0.10000,1.302
+46,self_attn.q_proj,8.96905,0.10000,1.438
+46,self_attn.o_proj,14.64149,0.10000,1.455
+46,mlp.up_proj,44.77886,0.10000,2.297
+46,mlp.gate_proj,41.66031,0.10000,2.286
+46,mlp.down_proj,22.01645,0.10000,10.905
+47,self_attn.k_proj,2.24537,0.10000,1.301
+47,self_attn.v_proj,2.84377,0.10000,1.297
+47,self_attn.q_proj,9.31574,0.10000,1.445
+47,self_attn.o_proj,10.03240,0.10000,1.456
+47,mlp.up_proj,50.59407,0.10000,2.298
+47,mlp.gate_proj,47.86652,0.10000,2.293
+47,mlp.down_proj,26.41652,0.10000,10.946
+48,self_attn.k_proj,2.44420,0.10000,1.303
+48,self_attn.v_proj,3.79191,0.10000,1.305
+48,self_attn.q_proj,10.23924,0.10000,1.456
+48,self_attn.o_proj,12.53692,0.10000,1.577
+48,mlp.up_proj,55.46630,0.10000,2.330
+48,mlp.gate_proj,53.09388,0.10000,2.330
+48,mlp.down_proj,30.89529,0.10000,10.949
+49,self_attn.k_proj,2.52239,0.10000,1.298
+49,self_attn.v_proj,3.65270,0.10000,1.292
+49,self_attn.q_proj,10.91024,0.10000,1.455
+49,self_attn.o_proj,14.26922,0.10000,1.465
+49,mlp.up_proj,66.36527,0.10000,2.305
+49,mlp.gate_proj,64.04491,0.10000,2.290
+49,mlp.down_proj,43.17512,0.10000,10.985
+50,self_attn.k_proj,2.66782,0.10000,1.305
+50,self_attn.v_proj,4.38692,0.10000,1.287
+50,self_attn.q_proj,11.92033,0.10000,1.446
+50,self_attn.o_proj,11.55887,0.10000,1.456
+50,mlp.up_proj,76.91088,0.10000,2.291
+50,mlp.gate_proj,76.20550,0.10000,2.302
+50,mlp.down_proj,49.31875,0.10000,10.959
+51,self_attn.k_proj,2.71374,0.10000,1.308
+51,self_attn.v_proj,3.84296,0.10000,1.306
+51,self_attn.q_proj,11.35158,0.10000,1.445
+51,self_attn.o_proj,21.91198,0.10000,1.449
+51,mlp.up_proj,85.67807,0.10000,2.291
+51,mlp.gate_proj,86.28110,0.10000,2.314
+51,mlp.down_proj,57.13311,0.10000,10.955
+52,self_attn.k_proj,2.95962,0.10000,1.308
+52,self_attn.v_proj,6.29919,0.10000,1.293
+52,self_attn.q_proj,13.32253,0.10000,1.445
+52,self_attn.o_proj,17.50098,0.10000,1.452
+52,mlp.up_proj,93.98927,0.10000,2.319
+52,mlp.gate_proj,94.03600,0.10000,2.299
+52,mlp.down_proj,66.89360,0.10000,10.940
+53,self_attn.k_proj,3.41568,0.10000,1.307
+53,self_attn.v_proj,6.68261,0.10000,1.297
+53,self_attn.q_proj,14.38581,0.10000,1.444
+53,self_attn.o_proj,20.21694,0.10000,1.452
+53,mlp.up_proj,104.72342,0.10000,2.307
+53,mlp.gate_proj,105.06948,0.10000,2.329
+53,mlp.down_proj,75.09118,0.10000,10.924
+54,self_attn.k_proj,3.36520,0.10000,1.305
+54,self_attn.v_proj,6.15906,0.10000,1.284
+54,self_attn.q_proj,14.19391,0.10000,1.433
+54,self_attn.o_proj,17.05255,0.10000,1.437
+54,mlp.up_proj,116.01665,0.10000,2.269
+54,mlp.gate_proj,115.23258,0.10000,2.277
+54,mlp.down_proj,81.21964,0.10000,10.906
+55,self_attn.k_proj,3.17986,0.10000,1.309
+55,self_attn.v_proj,6.37354,0.10000,1.322
+55,self_attn.q_proj,14.36818,0.10000,1.448
+55,self_attn.o_proj,23.59741,0.10000,1.465
+55,mlp.up_proj,127.39666,0.10000,2.319
+55,mlp.gate_proj,124.96896,0.10000,2.297
+55,mlp.down_proj,95.18001,0.10000,10.959
+56,self_attn.k_proj,3.51710,0.10000,1.301
+56,self_attn.v_proj,8.92079,0.10000,1.299
+56,self_attn.q_proj,15.57063,0.10000,1.439
+56,self_attn.o_proj,18.93305,0.10000,1.445
+56,mlp.up_proj,137.50682,0.10000,2.292
+56,mlp.gate_proj,133.82163,0.10000,2.294
+56,mlp.down_proj,104.22985,0.10000,10.929
+57,self_attn.k_proj,3.39507,0.10000,1.297
+57,self_attn.v_proj,9.25974,0.10000,1.283
+57,self_attn.q_proj,16.10579,0.10000,1.430
+57,self_attn.o_proj,14.65038,0.10000,1.442
+57,mlp.up_proj,146.27147,0.10000,2.271
+57,mlp.gate_proj,140.22373,0.10000,2.270
+57,mlp.down_proj,114.18199,0.10000,11.026
+58,self_attn.k_proj,3.59921,0.10000,1.293
+58,self_attn.v_proj,10.66743,0.10000,1.291
+58,self_attn.q_proj,15.81635,0.10000,1.438
+58,self_attn.o_proj,15.86379,0.10000,1.510
+58,mlp.up_proj,158.08565,0.10000,2.279
+58,mlp.gate_proj,149.25287,0.10000,2.345
+58,mlp.down_proj,137.70841,0.10000,10.935
+59,self_attn.k_proj,3.67538,0.10000,1.294
+59,self_attn.v_proj,14.46169,0.10000,1.289
+59,self_attn.q_proj,18.15292,0.10000,1.437
+59,self_attn.o_proj,37.87932,0.10000,1.452
+59,mlp.up_proj,175.38797,0.10000,2.328
+59,mlp.gate_proj,162.44526,0.10000,2.331
+59,mlp.down_proj,179.52118,0.10000,10.903
+60,self_attn.k_proj,3.14580,0.10000,1.292
+60,self_attn.v_proj,15.64041,0.10000,1.286
+60,self_attn.q_proj,17.17400,0.10000,1.446
+60,self_attn.o_proj,47.29679,0.10000,1.456
+60,mlp.up_proj,191.12323,0.10000,2.287
+60,mlp.gate_proj,173.92417,0.10000,2.289
+60,mlp.down_proj,381.57719,0.10000,10.930
+61,self_attn.k_proj,3.22560,0.10000,1.294
+61,self_attn.v_proj,19.75692,0.10000,1.285
+61,self_attn.q_proj,17.35482,0.10000,1.435
+61,self_attn.o_proj,57.58032,0.10000,1.433
+61,mlp.up_proj,205.42150,0.10000,2.284
+61,mlp.gate_proj,187.30222,0.10000,2.273
+61,mlp.down_proj,321.43789,0.10000,10.971
+62,self_attn.k_proj,3.10699,0.10000,1.294
+62,self_attn.v_proj,22.59203,0.10000,1.292
+62,self_attn.q_proj,17.16475,0.10000,1.436
+62,self_attn.o_proj,82.21398,0.10000,1.428
+62,mlp.up_proj,205.27777,0.10000,2.263
+62,mlp.gate_proj,191.64138,0.10000,2.267
+62,mlp.down_proj,544.66563,0.10000,10.971
+63,self_attn.k_proj,2.77712,0.10000,1.279
+63,self_attn.v_proj,14.33761,0.10000,1.287
+63,self_attn.q_proj,12.67621,0.10000,1.430
+63,self_attn.o_proj,35.30698,0.10000,1.494
+63,mlp.up_proj,221.10228,0.10000,2.296
+63,mlp.gate_proj,213.36907,0.10000,2.307
+63,mlp.down_proj,877.11320,0.10000,10.990

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 4,
+  "dynamic": null,
+  "group_size": 32,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:1.7.3"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.1,
+    "damp_auto_increment": 0.0015,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<｜begin▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4e7ca41f3f7f64a5b6945b3bf69d8b620334fdde07a1e8932f522775798602
+size 11422185

tokenizer_config.json

@@ -0,0 +1,195 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<｜end▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<｜User｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151645": {
+      "content": "<｜Assistant｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151646": {
+      "content": "<｜begin▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|EOT|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151648": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151649": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin���>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '</think>' in content %}{% set content = content.split('</think>')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<｜end▁of▁sentence｜>",
+  "extra_special_tokens": {},
+  "legacy": true,
+  "model_max_length": 16384,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": null,
+  "use_default_system_prompt": false
+}