Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,60 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 8,
+    "checkpoint_format": "gptq",
+    "desc_act": false,
+    "group_size": 64,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:2.3.0-dev"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.51.0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,10 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "transformers_version": "4.51.0"
+}

model-00001-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5658746570d1e963ac2479d83b7e7c7106f0e6cd2cb26ca991ffca4aebdcd331
+size 2101346440

model-00002-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc84d2046b3f4734cd3ea9eeeb16bc12156ceee0b69fac8ab748a6f7f82d055d
+size 1950392712

model-00003-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0c9fd2bd04441088653b871c7dc84490f7e6bf924ae9de842c65014f4e871c
+size 1792187000

model-00004-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8ad25ba1ed43f66612fd2a4be537faff99bc53cb3f9ebde5f60e2c7c4914db
+size 1792187000

model-00005-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42988a731ae7ffa2bc7112cc5c53b884ddd31bc24dfaa2d5dd0fda41226095c3
+size 1792187000

model-00006-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62a85bf6ec0928096ae722cc20e99d6a7d5e67895a13761196804860fe54970
+size 1792186976

model-00007-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cc392cb43da7d67780085cc124fff8148e96d1751420af534747bbe36e498f
+size 1792187064

model-00008-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e62b2f744d2d78009ece528c8c5b56681c8588f1c9f5fe6092e806eb11c56f1
+size 1792187064

model-00009-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30050354c791655881a40e6d9866db4c63b0ae10208348fda308ee198f1238a6
+size 1792187064

model-00010-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13fed693c2f445afdf307b4d823cf5d4d81044ba18ea62560d65852d7e95aaa
+size 1792187064

model-00011-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702be1f0dbcc98a7b17793e05a948447c005a6fca9cfc7253316520ce27b8095
+size 1792187064

model-00012-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c062ec3402178fe0ec8c2728b8424952706e7f06ea543fa0a7a9da80800ddf
+size 1792187064

model-00013-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f141bdbd8d439661e925647f7f5f6dc69c3e2906fd09f5f0d6c7eaea4e3881cc
+size 1792187064

model-00014-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9050cd231af2b832935c44374ea0bc041053283bc8dc1f401b223c83bc7582
+size 1792187064

model-00015-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81b3ee6506bd2d880d6825864dbe5e69bcabab77aa6249e83ff009940babed3
+size 1792187064

model-00016-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a7f00e8e3b8c40b7ef77643d9f0649ccaabed3d1c6c840d7acbb59e74b9cdb
+size 1792187064

model-00017-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a81d8089794b70758976beb1dd9e5ff8af6c05ef8d087cae08e9e282184164
+size 1792187064

model-00018-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fb720a763cf9100270a3ac6a5068f1d27e97af27ff110f50c6ea67fff924c9
+size 1792187064

model-00019-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe747532479e49e28575e704b2845fcae2c86a4c6cc0d5e07a0c07b4d3efbb2d
+size 1792187064

model-00020-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80a217d80c553018fba13dd363fe074ebae967af2228830568e3c6f075b9427
+size 1792187064

model-00021-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b844def6030b7036805d46b53a15e17178bc867b17b0991217c7ba8b682974
+size 1792187064

model-00022-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a65365f7e6145022730f5aafde19b476717f9942e7942cb14db8900a0ce1d4
+size 1792187064

model-00023-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14534f5943683674e1066926490b5d2303fb85a0a31032cf758f19b4a1931679
+size 1792187064

model-00024-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e2ecf7cccb9829f6ad20e5cebdb7ed3a48ce2857490bf028dbdb708f5844de
+size 1792187064

model-00025-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6179776d1ac79d2f3e8aa9b83a08d5925ed64756b582f440ba501c53546c61
+size 1792187064

model-00026-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897d3c05980f6a2a9a37b024301b62767cc879c469fa6b20efdb5b2c3143ffbe
+size 1792187064

model-00027-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b0bcf7f33c9df139b268ebec6479892a287043692189e90419eb70735ea08b
+size 1792187064

model-00028-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2aa962bb58a978b1ea2099d4715679e708504553381419c0b3fbdaecf6b8c9d
+size 1792187064

model-00029-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e67ee247e8d2656612955ba6ef92878b4c7e3efa680d4da1004e3de4640276
+size 1792187064

model-00030-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cce36a3999d235826f1951963c88fdce02f2ac3b4f70c24360194deb907f8c
+size 1792187064

model-00031-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6841c81e90aa925b4d96f73433d9a18ab1575f4705a81877edd3919786551761
+size 1792187064

model-00032-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdc97c2009c4a25e3447d28a3090cf714bad090c449d6c8fa2a4ae35fa3ce98
+size 1792187064

model-00033-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4119f96f17e6d562d6e6ab521b36af688887750e1ad20a1c2ec772adaae595ed
+size 1792187064

model-00034-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018fcad36a0e6760c7a097f16298c9318f175bf2636b73d4aad95a071a41ff9e
+size 1792187064

model-00035-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229d527216b85a824ce39d47bf7f8b460393643f01d84466d2ebc01b174af2d6
+size 1792187064

model-00036-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec500937fd2a5181e55a8d91077d66d71043319fbd3316a6d01d002eb7994a3
+size 1792187064

model-00037-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93c035588681576a904c5cd5126dba54796aead536e3fff5f5448e629b3886e
+size 1792187064

model-00038-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14806702518b2b6254a60ac505e0ee763fe6fae6c787333bd9d3db4c26f2d301
+size 1792187064

model-00039-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2fc3acee82b9b94907c3a3244453ad8afed2f0a3ac5c020fcf1f602d9f0b6a
+size 1792187064

model-00040-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2496b9e0a1e51ab57b1f5ee78c522a35e913077edefeb6beb295f06d3b32fc86
+size 1792187064

model-00041-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b738dfcc403cf12f55ecf283c9fc6cfd4d7bf2dd057b3670d00cb0bfadd0e38f
+size 2101346432

model-00042-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd79b6fa05097208ce92ea26b0347c5de86d994d2c99726c2b42246a75e81a0
+size 1633997792

quant_log.csv

@@ -0,0 +1,561 @@
+layer,module,loss,samples,damp,time
+0,self_attn.k_proj,0.00117016,0.01000,3.044
+0,self_attn.v_proj,0.00083932,0.01000,2.320
+0,self_attn.q_proj,0.00348741,0.01000,2.274
+0,self_attn.o_proj,0.00000004,0.01000,2.433
+0,mlp.up_proj,0.00398841,0.01000,2.557
+0,mlp.gate_proj,0.00399996,0.01000,2.605
+0,mlp.down_proj,0.00000087,0.01000,14.234
+1,self_attn.k_proj,0.00034051,0.01000,2.149
+1,self_attn.v_proj,0.00080600,0.01000,2.172
+1,self_attn.q_proj,0.00102862,0.01000,2.330
+1,self_attn.o_proj,0.00000026,0.01000,2.368
+1,mlp.up_proj,0.00015353,0.01000,2.613
+1,mlp.gate_proj,0.00016610,0.01000,2.605
+1,mlp.down_proj,0.00000039,0.01000,14.415
+2,self_attn.k_proj,0.00006711,0.01000,2.129
+2,self_attn.v_proj,0.00003058,0.01000,2.511
+2,self_attn.q_proj,0.00029320,0.01000,2.476
+2,self_attn.o_proj,0.00000039,0.01000,2.351
+2,mlp.up_proj,0.00049619,0.01000,2.547
+2,mlp.gate_proj,0.00049583,0.01000,2.558
+2,mlp.down_proj,0.00000069,0.01000,14.316
+3,self_attn.k_proj,0.00086632,0.01000,2.249
+3,self_attn.v_proj,0.00043339,0.01000,2.236
+3,self_attn.q_proj,0.00241460,0.01000,2.266
+3,self_attn.o_proj,0.00000035,0.01000,2.336
+3,mlp.up_proj,0.00149223,0.01000,2.769
+3,mlp.gate_proj,0.00160987,0.01000,2.844
+3,mlp.down_proj,0.00001598,0.01000,14.606
+4,self_attn.k_proj,0.00015258,0.01000,2.121
+4,self_attn.v_proj,0.00003290,0.01000,2.126
+4,self_attn.q_proj,0.00044938,0.01000,2.257
+4,self_attn.o_proj,0.00000027,0.01000,2.351
+4,mlp.up_proj,0.00095811,0.01000,2.547
+4,mlp.gate_proj,0.00098845,0.01000,2.547
+4,mlp.down_proj,0.00000120,0.01000,14.399
+5,self_attn.k_proj,0.00059744,0.01000,2.210
+5,self_attn.v_proj,0.00027041,0.01000,2.305
+5,self_attn.q_proj,0.00084680,0.01000,2.465
+5,self_attn.o_proj,0.00000034,0.01000,2.245
+5,mlp.up_proj,0.01062924,0.01000,2.603
+5,mlp.gate_proj,0.01088028,0.01000,2.564
+5,mlp.down_proj,0.00000169,0.01000,14.509
+6,self_attn.k_proj,0.00035254,0.01000,2.238
+6,self_attn.v_proj,0.00005993,0.01000,2.148
+6,self_attn.q_proj,0.00101282,0.01000,2.252
+6,self_attn.o_proj,0.00000050,0.01000,2.241
+6,mlp.up_proj,0.00067450,0.01000,2.609
+6,mlp.gate_proj,0.00070612,0.01000,2.606
+6,mlp.down_proj,0.00000217,0.01000,14.286
+7,self_attn.k_proj,0.00041241,0.01000,2.138
+7,self_attn.v_proj,0.00008458,0.01000,2.151
+7,self_attn.q_proj,0.00121471,0.01000,2.259
+7,self_attn.o_proj,0.00000038,0.01000,2.285
+7,mlp.up_proj,0.00062014,0.01000,2.659
+7,mlp.gate_proj,0.00065432,0.01000,2.592
+7,mlp.down_proj,0.00000287,0.01000,14.399
+8,self_attn.k_proj,0.00025489,0.01000,2.245
+8,self_attn.v_proj,0.00004794,0.01000,2.226
+8,self_attn.q_proj,0.00071945,0.01000,2.259
+8,self_attn.o_proj,0.00000078,0.01000,2.360
+8,mlp.up_proj,0.00146766,0.01000,2.582
+8,mlp.gate_proj,0.00156340,0.01000,2.582
+8,mlp.down_proj,0.00000328,0.01000,14.577
+9,self_attn.k_proj,0.00022181,0.01000,2.208
+9,self_attn.v_proj,0.00004364,0.01000,2.155
+9,self_attn.q_proj,0.00063667,0.01000,2.246
+9,self_attn.o_proj,0.00000120,0.01000,2.336
+9,mlp.up_proj,0.00960972,0.01000,2.528
+9,mlp.gate_proj,0.01006194,0.01000,2.616
+9,mlp.down_proj,0.00000441,0.01000,15.204
+10,self_attn.k_proj,0.00062121,0.01000,2.203
+10,self_attn.v_proj,0.00009192,0.01000,2.327
+10,self_attn.q_proj,0.00175347,0.01000,2.345
+10,self_attn.o_proj,0.00000146,0.01000,2.213
+10,mlp.up_proj,0.00093580,0.01000,2.578
+10,mlp.gate_proj,0.00100192,0.01000,2.644
+10,mlp.down_proj,0.00000710,0.01000,14.963
+11,self_attn.k_proj,0.00075064,0.01000,2.157
+11,self_attn.v_proj,0.00009294,0.01000,2.248
+11,self_attn.q_proj,0.00145335,0.01000,2.250
+11,self_attn.o_proj,0.00000151,0.01000,2.369
+11,mlp.up_proj,0.00169675,0.01000,2.564
+11,mlp.gate_proj,0.00182295,0.01000,2.606
+11,mlp.down_proj,0.00000883,0.01000,14.216
+12,self_attn.k_proj,0.00040942,0.01000,2.222
+12,self_attn.v_proj,0.00007576,0.01000,2.146
+12,self_attn.q_proj,0.00115182,0.01000,2.234
+12,self_attn.o_proj,0.00000166,0.01000,2.215
+12,mlp.up_proj,0.00112496,0.01000,2.519
+12,mlp.gate_proj,0.00120508,0.01000,2.550
+12,mlp.down_proj,0.00000987,0.01000,14.331
+13,self_attn.k_proj,0.00056519,0.01000,2.230
+13,self_attn.v_proj,0.00007572,0.01000,2.550
+13,self_attn.q_proj,0.00150745,0.01000,2.486
+13,self_attn.o_proj,0.00000563,0.01000,2.251
+13,mlp.up_proj,0.00101434,0.01000,2.600
+13,mlp.gate_proj,0.00107714,0.01000,2.535
+13,mlp.down_proj,0.00001250,0.01000,15.180
+14,self_attn.k_proj,0.00070874,0.01000,2.258
+14,self_attn.v_proj,0.00009899,0.01000,2.234
+14,self_attn.q_proj,0.00209413,0.01000,2.255
+14,self_attn.o_proj,0.00000751,0.01000,2.240
+14,mlp.up_proj,0.00132133,0.01000,2.592
+14,mlp.gate_proj,0.00141659,0.01000,2.535
+14,mlp.down_proj,0.00001739,0.01000,14.213
+15,self_attn.k_proj,0.00060860,0.01000,2.249
+15,self_attn.v_proj,0.00009004,0.01000,2.128
+15,self_attn.q_proj,0.00170438,0.01000,2.204
+15,self_attn.o_proj,0.00000787,0.01000,2.243
+15,mlp.up_proj,0.00153280,0.01000,2.614
+15,mlp.gate_proj,0.00167764,0.01000,2.563
+15,mlp.down_proj,0.00002246,0.01000,14.346
+16,self_attn.k_proj,0.00062847,0.01000,2.165
+16,self_attn.v_proj,0.00009563,0.01000,2.498
+16,self_attn.q_proj,0.00193428,0.01000,2.473
+16,self_attn.o_proj,0.00000889,0.01000,2.491
+16,mlp.up_proj,0.00195664,0.01000,2.547
+16,mlp.gate_proj,0.00216027,0.01000,2.547
+16,mlp.down_proj,0.00002996,0.01000,14.186
+17,self_attn.k_proj,0.00103962,0.01000,2.376
+17,self_attn.v_proj,0.00010982,0.01000,2.401
+17,self_attn.q_proj,0.00282694,0.01000,2.497
+17,self_attn.o_proj,0.00002287,0.01000,2.468
+17,mlp.up_proj,0.00235450,0.01000,2.538
+17,mlp.gate_proj,0.00259520,0.01000,2.544
+17,mlp.down_proj,0.00004308,0.01000,14.371
+18,self_attn.k_proj,0.00132764,0.01000,2.131
+18,self_attn.v_proj,0.00014969,0.01000,2.151
+18,self_attn.q_proj,0.00385427,0.01000,2.253
+18,self_attn.o_proj,0.00002702,0.01000,2.352
+18,mlp.up_proj,0.00300897,0.01000,2.521
+18,mlp.gate_proj,0.00340771,0.01000,2.521
+18,mlp.down_proj,0.00008709,0.01000,14.469
+19,self_attn.k_proj,0.00119542,0.01000,2.260
+19,self_attn.v_proj,0.00017003,0.01000,2.264
+19,self_attn.q_proj,0.00331342,0.01000,2.557
+19,self_attn.o_proj,0.00002724,0.01000,2.350
+19,mlp.up_proj,0.00319600,0.01000,2.532
+19,mlp.gate_proj,0.00373633,0.01000,2.536
+19,mlp.down_proj,0.00007323,0.01000,14.570
+20,self_attn.k_proj,0.00152185,0.01000,2.140
+20,self_attn.v_proj,0.00017362,0.01000,2.241
+20,self_attn.q_proj,0.00332100,0.01000,2.249
+20,self_attn.o_proj,0.00001985,0.01000,2.212
+20,mlp.up_proj,0.00369579,0.01000,2.885
+20,mlp.gate_proj,0.00422741,0.01000,2.800
+20,mlp.down_proj,0.00007474,0.01000,14.372
+21,self_attn.k_proj,0.00230464,0.01000,2.405
+21,self_attn.v_proj,0.00020898,0.01000,2.419
+21,self_attn.q_proj,0.00533701,0.01000,2.465
+21,self_attn.o_proj,0.00003033,0.01000,2.220
+21,mlp.up_proj,0.00422490,0.01000,2.531
+21,mlp.gate_proj,0.00486612,0.01000,2.550
+21,mlp.down_proj,0.00008368,0.01000,14.292
+22,self_attn.k_proj,0.00243283,0.01000,2.362
+22,self_attn.v_proj,0.00031447,0.01000,2.417
+22,self_attn.q_proj,0.00541335,0.01000,2.358
+22,self_attn.o_proj,0.00001672,0.01000,2.349
+22,mlp.up_proj,0.00465806,0.01000,2.864
+22,mlp.gate_proj,0.00548650,0.01000,2.827
+22,mlp.down_proj,0.00008461,0.01000,14.221
+23,self_attn.k_proj,0.00275724,0.01000,2.235
+23,self_attn.v_proj,0.00029652,0.01000,2.163
+23,self_attn.q_proj,0.00582164,0.01000,2.318
+23,self_attn.o_proj,0.00002369,0.01000,2.289
+23,mlp.up_proj,0.00490270,0.01000,2.595
+23,mlp.gate_proj,0.00581410,0.01000,2.898
+23,mlp.down_proj,0.00009408,0.01000,14.451
+24,self_attn.k_proj,0.00156649,0.01000,2.263
+24,self_attn.v_proj,0.00017187,0.01000,2.217
+24,self_attn.q_proj,0.00275502,0.01000,2.264
+24,self_attn.o_proj,0.00001927,0.01000,2.321
+24,mlp.up_proj,0.00517267,0.01000,2.543
+24,mlp.gate_proj,0.00599205,0.01000,2.536
+24,mlp.down_proj,0.00009361,0.01000,14.575
+25,self_attn.k_proj,0.00277608,0.01000,2.226
+25,self_attn.v_proj,0.00030894,0.01000,2.128
+25,self_attn.q_proj,0.00531310,0.01000,2.229
+25,self_attn.o_proj,0.00001787,0.01000,2.348
+25,mlp.up_proj,0.00557528,0.01000,2.782
+25,mlp.gate_proj,0.00646406,0.01000,2.593
+25,mlp.down_proj,0.00009615,0.01000,14.278
+26,self_attn.k_proj,0.00267533,0.01000,2.529
+26,self_attn.v_proj,0.00030349,0.01000,2.416
+26,self_attn.q_proj,0.00525413,0.01000,2.470
+26,self_attn.o_proj,0.00002120,0.01000,2.468
+26,mlp.up_proj,0.00566407,0.01000,2.543
+26,mlp.gate_proj,0.00651728,0.01000,2.648
+26,mlp.down_proj,0.00010098,0.01000,14.278
+27,self_attn.k_proj,0.00276544,0.01000,2.249
+27,self_attn.v_proj,0.00019987,0.01000,2.485
+27,self_attn.q_proj,0.00541387,0.01000,2.236
+27,self_attn.o_proj,0.00004007,0.01000,2.257
+27,mlp.up_proj,0.00537560,0.01000,2.555
+27,mlp.gate_proj,0.00606567,0.01000,2.554
+27,mlp.down_proj,0.00011214,0.01000,14.367
+28,self_attn.k_proj,0.00310899,0.01000,2.225
+28,self_attn.v_proj,0.00026346,0.01000,2.219
+28,self_attn.q_proj,0.00628278,0.01000,2.335
+28,self_attn.o_proj,0.00003322,0.01000,2.319
+28,mlp.up_proj,0.00547245,0.01000,2.536
+28,mlp.gate_proj,0.00618226,0.01000,2.555
+28,mlp.down_proj,0.00012137,0.01000,14.354
+29,self_attn.k_proj,0.00326921,0.01000,2.150
+29,self_attn.v_proj,0.00024837,0.01000,2.251
+29,self_attn.q_proj,0.00631405,0.01000,2.300
+29,self_attn.o_proj,0.00004234,0.01000,2.334
+29,mlp.up_proj,0.00565995,0.01000,2.625
+29,mlp.gate_proj,0.00638525,0.01000,2.603
+29,mlp.down_proj,0.00012668,0.01000,14.598
+30,self_attn.k_proj,0.00272176,0.01000,2.208
+30,self_attn.v_proj,0.00022260,0.01000,2.235
+30,self_attn.q_proj,0.00522464,0.01000,2.224
+30,self_attn.o_proj,0.00004569,0.01000,2.340
+30,mlp.up_proj,0.00552805,0.01000,2.601
+30,mlp.gate_proj,0.00616731,0.01000,2.531
+30,mlp.down_proj,0.00012557,0.01000,14.435
+31,self_attn.k_proj,0.00349681,0.01000,2.143
+31,self_attn.v_proj,0.00022708,0.01000,2.206
+31,self_attn.q_proj,0.00763659,0.01000,2.244
+31,self_attn.o_proj,0.00006857,0.01000,2.242
+31,mlp.up_proj,0.00557746,0.01000,2.615
+31,mlp.gate_proj,0.00609849,0.01000,2.588
+31,mlp.down_proj,0.00013022,0.01000,14.201
+32,self_attn.k_proj,0.00226732,0.01000,2.128
+32,self_attn.v_proj,0.00024760,0.01000,2.523
+32,self_attn.q_proj,0.00452715,0.01000,2.312
+32,self_attn.o_proj,0.00003520,0.01000,2.320
+32,mlp.up_proj,0.00558923,0.01000,2.597
+32,mlp.gate_proj,0.00618265,0.01000,2.775
+32,mlp.down_proj,0.00013658,0.01000,14.435
+33,self_attn.k_proj,0.00350281,0.01000,2.535
+33,self_attn.v_proj,0.00024202,0.01000,2.260
+33,self_attn.q_proj,0.00755977,0.01000,2.521
+33,self_attn.o_proj,0.00006247,0.01000,2.344
+33,mlp.up_proj,0.16260509,0.01000,2.538
+33,mlp.gate_proj,0.15796259,0.01000,2.873
+33,mlp.down_proj,0.00014013,0.01000,14.322
+34,self_attn.k_proj,0.00311725,0.01000,2.239
+34,self_attn.v_proj,0.00024898,0.01000,2.210
+34,self_attn.q_proj,0.00668666,0.01000,2.322
+34,self_attn.o_proj,0.00006654,0.01000,2.246
+34,mlp.up_proj,0.00556542,0.01000,2.745
+34,mlp.gate_proj,0.00609831,0.01000,2.531
+34,mlp.down_proj,0.00014447,0.01000,14.462
+35,self_attn.k_proj,0.00359427,0.01000,2.152
+35,self_attn.v_proj,0.00025139,0.01000,2.232
+35,self_attn.q_proj,0.00730760,0.01000,2.254
+35,self_attn.o_proj,0.00006642,0.01000,2.323
+35,mlp.up_proj,0.00560310,0.01000,2.591
+35,mlp.gate_proj,0.00618040,0.01000,2.593
+35,mlp.down_proj,0.00014230,0.01000,14.348
+36,self_attn.k_proj,0.00272656,0.01000,2.142
+36,self_attn.v_proj,0.00022664,0.01000,2.140
+36,self_attn.q_proj,0.00506092,0.01000,2.235
+36,self_attn.o_proj,0.00003944,0.01000,2.267
+36,mlp.up_proj,0.00556493,0.01000,2.512
+36,mlp.gate_proj,0.00627050,0.01000,2.605
+36,mlp.down_proj,0.00014777,0.01000,14.739
+37,self_attn.k_proj,0.00350139,0.01000,2.218
+37,self_attn.v_proj,0.00024101,0.01000,2.496
+37,self_attn.q_proj,0.00652192,0.01000,2.461
+37,self_attn.o_proj,0.00004713,0.01000,2.221
+37,mlp.up_proj,0.00575240,0.01000,2.520
+37,mlp.gate_proj,0.00647600,0.01000,2.536
+37,mlp.down_proj,0.00014741,0.01000,14.349
+38,self_attn.k_proj,0.00320943,0.01000,2.298
+38,self_attn.v_proj,0.00026979,0.01000,2.567
+38,self_attn.q_proj,0.00599274,0.01000,2.534
+38,self_attn.o_proj,0.00004404,0.01000,2.277
+38,mlp.up_proj,0.00590949,0.01000,2.542
+38,mlp.gate_proj,0.00676073,0.01000,2.543
+38,mlp.down_proj,0.00014726,0.01000,14.332
+39,self_attn.k_proj,0.00337179,0.01000,2.200
+39,self_attn.v_proj,0.00028973,0.01000,2.162
+39,self_attn.q_proj,0.00590662,0.01000,2.337
+39,self_attn.o_proj,0.00004030,0.01000,2.246
+39,mlp.up_proj,0.00601658,0.01000,2.540
+39,mlp.gate_proj,0.00695606,0.01000,2.540
+39,mlp.down_proj,0.00015062,0.01000,14.299
+40,self_attn.k_proj,0.00264664,0.01000,2.516
+40,self_attn.v_proj,0.00033356,0.01000,2.257
+40,self_attn.q_proj,0.00530649,0.01000,2.253
+40,self_attn.o_proj,0.00002599,0.01000,2.350
+40,mlp.up_proj,0.00619913,0.01000,2.520
+40,mlp.gate_proj,0.00722285,0.01000,2.616
+40,mlp.down_proj,0.00016387,0.01000,14.463
+41,self_attn.k_proj,0.00339176,0.01000,2.228
+41,self_attn.v_proj,0.00028905,0.01000,2.165
+41,self_attn.q_proj,0.00583924,0.01000,2.278
+41,self_attn.o_proj,0.00002880,0.01000,2.242
+41,mlp.up_proj,0.00644423,0.01000,2.524
+41,mlp.gate_proj,0.00750206,0.01000,2.546
+41,mlp.down_proj,0.00015499,0.01000,14.304
+42,self_attn.k_proj,0.00249285,0.01000,2.245
+42,self_attn.v_proj,0.00024378,0.01000,2.224
+42,self_attn.q_proj,0.00374034,0.01000,2.659
+42,self_attn.o_proj,0.00002117,0.01000,2.240
+42,mlp.up_proj,0.00664672,0.01000,2.537
+42,mlp.gate_proj,0.00780422,0.01000,2.525
+42,mlp.down_proj,0.00014769,0.01000,14.382
+43,self_attn.k_proj,0.00260633,0.01000,2.141
+43,self_attn.v_proj,0.00026766,0.01000,2.130
+43,self_attn.q_proj,0.00408305,0.01000,2.572
+43,self_attn.o_proj,0.00002182,0.01000,2.329
+43,mlp.up_proj,0.00684404,0.01000,2.822
+43,mlp.gate_proj,0.00809492,0.01000,2.784
+43,mlp.down_proj,0.00016001,0.01000,14.271
+44,self_attn.k_proj,0.00374258,0.01000,2.253
+44,self_attn.v_proj,0.00040415,0.01000,2.178
+44,self_attn.q_proj,0.00746921,0.01000,2.543
+44,self_attn.o_proj,0.00002436,0.01000,2.347
+44,mlp.up_proj,0.00705280,0.01000,2.603
+44,mlp.gate_proj,0.00838935,0.01000,2.552
+44,mlp.down_proj,0.00017917,0.01000,14.330
+45,self_attn.k_proj,0.00259186,0.01000,2.132
+45,self_attn.v_proj,0.00026303,0.01000,2.210
+45,self_attn.q_proj,0.00413763,0.01000,2.554
+45,self_attn.o_proj,0.00002852,0.01000,2.469
+45,mlp.up_proj,0.00725334,0.01000,2.525
+45,mlp.gate_proj,0.00863705,0.01000,2.544
+45,mlp.down_proj,0.00017817,0.01000,14.453
+46,self_attn.k_proj,0.00254326,0.01000,2.256
+46,self_attn.v_proj,0.00014475,0.01000,2.151
+46,self_attn.q_proj,0.00157745,0.01000,2.235
+46,self_attn.o_proj,0.00001012,0.01000,2.353
+46,mlp.up_proj,0.00743493,0.01000,2.587
+46,mlp.gate_proj,0.00885557,0.01000,2.553
+46,mlp.down_proj,0.00016830,0.01000,14.273
+47,self_attn.k_proj,0.00299457,0.01000,2.139
+47,self_attn.v_proj,0.00031027,0.01000,2.155
+47,self_attn.q_proj,0.00418583,0.01000,2.257
+47,self_attn.o_proj,0.00001946,0.01000,2.366
+47,mlp.up_proj,0.00762452,0.01000,2.574
+47,mlp.gate_proj,0.00908347,0.01000,2.530
+47,mlp.down_proj,0.00018185,0.01000,14.303
+48,self_attn.k_proj,0.00305288,0.01000,2.145
+48,self_attn.v_proj,0.00032935,0.01000,2.153
+48,self_attn.q_proj,0.00433153,0.01000,2.293
+48,self_attn.o_proj,0.00001627,0.01000,2.237
+48,mlp.up_proj,0.00781525,0.01000,2.608
+48,mlp.gate_proj,0.00933722,0.01000,2.549
+48,mlp.down_proj,0.00020314,0.01000,14.338
+49,self_attn.k_proj,0.00313424,0.01000,2.134
+49,self_attn.v_proj,0.00031533,0.01000,2.138
+49,self_attn.q_proj,0.00436140,0.01000,2.357
+49,self_attn.o_proj,0.00002037,0.01000,2.338
+49,mlp.up_proj,0.00805284,0.01000,2.539
+49,mlp.gate_proj,0.00963054,0.01000,2.830
+49,mlp.down_proj,0.00020094,0.01000,14.320
+50,self_attn.k_proj,0.00278837,0.01000,2.258
+50,self_attn.v_proj,0.00027250,0.01000,2.165
+50,self_attn.q_proj,0.00297215,0.01000,2.232
+50,self_attn.o_proj,0.00001660,0.01000,2.330
+50,mlp.up_proj,0.00824856,0.01000,2.536
+50,mlp.gate_proj,0.00986769,0.01000,2.602
+50,mlp.down_proj,0.00018972,0.01000,14.471
+51,self_attn.k_proj,0.00294202,0.01000,2.117
+51,self_attn.v_proj,0.00031639,0.01000,2.148
+51,self_attn.q_proj,0.00395915,0.01000,2.310
+51,self_attn.o_proj,0.00001946,0.01000,2.332
+51,mlp.up_proj,0.00842321,0.01000,2.861
+51,mlp.gate_proj,0.01007194,0.01000,2.701
+51,mlp.down_proj,0.00020502,0.01000,14.477
+52,self_attn.k_proj,0.00422941,0.01000,2.116
+52,self_attn.v_proj,0.00042246,0.01000,2.141
+52,self_attn.q_proj,0.00779809,0.01000,2.357
+52,self_attn.o_proj,0.00004034,0.01000,2.314
+52,mlp.up_proj,0.00860144,0.01000,2.514
+52,mlp.gate_proj,0.01032276,0.01000,2.533
+52,mlp.down_proj,0.00023085,0.01000,14.520
+53,self_attn.k_proj,0.00370212,0.01000,2.126
+53,self_attn.v_proj,0.00036148,0.01000,2.267
+53,self_attn.q_proj,0.00486950,0.01000,2.246
+53,self_attn.o_proj,0.00001780,0.01000,2.244
+53,mlp.up_proj,0.00881044,0.01000,2.522
+53,mlp.gate_proj,0.01056989,0.01000,2.586
+53,mlp.down_proj,0.00022099,0.01000,14.307
+54,self_attn.k_proj,0.00276770,0.01000,2.127
+54,self_attn.v_proj,0.00024462,0.01000,2.157
+54,self_attn.q_proj,0.00298669,0.01000,2.265
+54,self_attn.o_proj,0.00002612,0.01000,2.197
+54,mlp.up_proj,0.00896720,0.01000,2.513
+54,mlp.gate_proj,0.01063462,0.01000,2.524
+54,mlp.down_proj,0.00020870,0.01000,14.338
+55,self_attn.k_proj,0.00236778,0.01000,2.114
+55,self_attn.v_proj,0.00023843,0.01000,2.239
+55,self_attn.q_proj,0.00318089,0.01000,2.238
+55,self_attn.o_proj,0.00002542,0.01000,2.207
+55,mlp.up_proj,0.00909690,0.01000,2.514
+55,mlp.gate_proj,0.01082866,0.01000,2.519
+55,mlp.down_proj,0.00022635,0.01000,14.289
+56,self_attn.k_proj,0.00427612,0.01000,2.112
+56,self_attn.v_proj,0.00053001,0.01000,2.113
+56,self_attn.q_proj,0.00812575,0.01000,2.218
+56,self_attn.o_proj,0.00004122,0.01000,2.211
+56,mlp.up_proj,0.00927737,0.01000,2.513
+56,mlp.gate_proj,0.01116376,0.01000,2.523
+56,mlp.down_proj,0.00025352,0.01000,14.796
+57,self_attn.k_proj,0.00353201,0.01000,2.387
+57,self_attn.v_proj,0.00041382,0.01000,2.234
+57,self_attn.q_proj,0.00498484,0.01000,2.242
+57,self_attn.o_proj,0.00003430,0.01000,2.254
+57,mlp.up_proj,0.00953939,0.01000,2.517
+57,mlp.gate_proj,0.01148811,0.01000,2.516
+57,mlp.down_proj,0.00025164,0.01000,14.227
+58,self_attn.k_proj,0.00291640,0.01000,2.118
+58,self_attn.v_proj,0.00034334,0.01000,2.162
+58,self_attn.q_proj,0.00339125,0.01000,2.535
+58,self_attn.o_proj,0.00002322,0.01000,2.473
+58,mlp.up_proj,0.00973206,0.01000,2.751
+58,mlp.gate_proj,0.01154304,0.01000,2.781
+58,mlp.down_proj,0.00023655,0.01000,14.518
+59,self_attn.k_proj,0.00287889,0.01000,2.109
+59,self_attn.v_proj,0.00027770,0.01000,2.479
+59,self_attn.q_proj,0.00299363,0.01000,2.496
+59,self_attn.o_proj,0.00001713,0.01000,2.489
+59,mlp.up_proj,0.01001918,0.01000,2.517
+59,mlp.gate_proj,0.01211420,0.01000,2.520
+59,mlp.down_proj,0.00026114,0.01000,15.326
+60,self_attn.k_proj,0.00409228,0.01000,2.227
+60,self_attn.v_proj,0.00061484,0.01000,2.151
+60,self_attn.q_proj,0.00751846,0.01000,2.247
+60,self_attn.o_proj,0.00003243,0.01000,2.233
+60,mlp.up_proj,0.01027059,0.01000,2.515
+60,mlp.gate_proj,0.01257516,0.01000,2.585
+60,mlp.down_proj,0.00030225,0.01000,14.431
+61,self_attn.k_proj,0.00328570,0.01000,2.142
+61,self_attn.v_proj,0.00039241,0.01000,2.136
+61,self_attn.q_proj,0.00363173,0.01000,2.238
+61,self_attn.o_proj,0.00002612,0.01000,2.240
+61,mlp.up_proj,0.01041328,0.01000,2.534
+61,mlp.gate_proj,0.01271570,0.01000,2.600
+61,mlp.down_proj,0.00028982,0.01000,14.343
+62,self_attn.k_proj,0.00352705,0.01000,2.136
+62,self_attn.v_proj,0.00018642,0.01000,2.148
+62,self_attn.q_proj,0.00156097,0.01000,2.241
+62,self_attn.o_proj,0.00001258,0.01000,2.213
+62,mlp.up_proj,0.01050729,0.01000,2.521
+62,mlp.gate_proj,0.01262953,0.01000,2.609
+62,mlp.down_proj,0.00026185,0.01000,15.286
+63,self_attn.k_proj,0.00280159,0.01000,2.116
+63,self_attn.v_proj,0.00026644,0.01000,2.119
+63,self_attn.q_proj,0.00263812,0.01000,2.223
+63,self_attn.o_proj,0.00002351,0.01000,2.580
+63,mlp.up_proj,0.01086035,0.01000,2.784
+63,mlp.gate_proj,0.01329846,0.01000,2.803
+63,mlp.down_proj,0.00029048,0.01000,14.323
+64,self_attn.k_proj,0.00394442,0.01000,2.110
+64,self_attn.v_proj,0.00057195,0.01000,2.117
+64,self_attn.q_proj,0.00611058,0.01000,2.223
+64,self_attn.o_proj,0.00005128,0.01000,2.211
+64,mlp.up_proj,0.01127844,0.01000,2.514
+64,mlp.gate_proj,0.01417364,0.01000,2.546
+64,mlp.down_proj,0.00034165,0.01000,14.405
+65,self_attn.k_proj,0.00291121,0.01000,2.135
+65,self_attn.v_proj,0.00024450,0.01000,2.155
+65,self_attn.q_proj,0.00225852,0.01000,2.248
+65,self_attn.o_proj,0.00001677,0.01000,2.241
+65,mlp.up_proj,0.01142753,0.01000,2.542
+65,mlp.gate_proj,0.01437326,0.01000,2.552
+65,mlp.down_proj,0.00032856,0.01000,14.547
+66,self_attn.k_proj,0.00270638,0.01000,2.248
+66,self_attn.v_proj,0.00030892,0.01000,2.153
+66,self_attn.q_proj,0.00290197,0.01000,2.222
+66,self_attn.o_proj,0.00003615,0.01000,2.208
+66,mlp.up_proj,0.01151047,0.01000,2.512
+66,mlp.gate_proj,0.01390077,0.01000,2.522
+66,mlp.down_proj,0.00030044,0.01000,14.219
+67,self_attn.k_proj,0.00389660,0.01000,2.344
+67,self_attn.v_proj,0.00061348,0.01000,2.446
+67,self_attn.q_proj,0.00594299,0.01000,2.492
+67,self_attn.o_proj,0.00005146,0.01000,2.398
+67,mlp.up_proj,0.01190181,0.01000,2.511
+67,mlp.gate_proj,0.01440422,0.01000,2.536
+67,mlp.down_proj,0.00033289,0.01000,14.234
+68,self_attn.k_proj,0.00401482,0.01000,2.120
+68,self_attn.v_proj,0.00077012,0.01000,2.126
+68,self_attn.q_proj,0.00704382,0.01000,2.224
+68,self_attn.o_proj,0.00006389,0.01000,2.235
+68,mlp.up_proj,0.01254046,0.01000,2.534
+68,mlp.gate_proj,0.01567885,0.01000,2.534
+68,mlp.down_proj,0.00040795,0.01000,15.106
+69,self_attn.k_proj,0.00336821,0.01000,2.148
+69,self_attn.v_proj,0.00059575,0.01000,2.521
+69,self_attn.q_proj,0.00522180,0.01000,2.483
+69,self_attn.o_proj,0.00005292,0.01000,2.431
+69,mlp.up_proj,0.01281787,0.01000,2.540
+69,mlp.gate_proj,0.01581918,0.01000,2.544
+69,mlp.down_proj,0.00039612,0.01000,14.446
+70,self_attn.k_proj,0.00308006,0.01000,2.111
+70,self_attn.v_proj,0.00054821,0.01000,2.115
+70,self_attn.q_proj,0.00568390,0.01000,2.214
+70,self_attn.o_proj,0.00009120,0.01000,2.209
+70,mlp.up_proj,0.01294702,0.01000,2.630
+70,mlp.gate_proj,0.01542095,0.01000,2.595
+70,mlp.down_proj,0.00038803,0.01000,14.363
+71,self_attn.k_proj,0.00349605,0.01000,2.133
+71,self_attn.v_proj,0.00073223,0.01000,2.136
+71,self_attn.q_proj,0.00758155,0.01000,2.246
+71,self_attn.o_proj,0.00015277,0.01000,2.233
+71,mlp.up_proj,0.01378454,0.01000,2.534
+71,mlp.gate_proj,0.01638385,0.01000,2.539
+71,mlp.down_proj,0.00046208,0.01000,14.225
+72,self_attn.k_proj,0.00350005,0.01000,2.124
+72,self_attn.v_proj,0.00079058,0.01000,2.139
+72,self_attn.q_proj,0.00803616,0.01000,2.247
+72,self_attn.o_proj,0.00010237,0.01000,2.223
+72,mlp.up_proj,0.01440539,0.01000,2.625
+72,mlp.gate_proj,0.01776966,0.01000,2.594
+72,mlp.down_proj,0.00056738,0.01000,14.587
+73,self_attn.k_proj,0.00349766,0.01000,2.263
+73,self_attn.v_proj,0.00085442,0.01000,2.150
+73,self_attn.q_proj,0.00798300,0.01000,2.259
+73,self_attn.o_proj,0.00019480,0.01000,2.229
+73,mlp.up_proj,0.01458233,0.01000,2.529
+73,mlp.gate_proj,0.01785847,0.01000,2.536
+73,mlp.down_proj,0.00060137,0.01000,14.436
+74,self_attn.k_proj,0.00332821,0.01000,2.285
+74,self_attn.v_proj,0.00082522,0.01000,2.223
+74,self_attn.q_proj,0.00769713,0.01000,2.322
+74,self_attn.o_proj,0.00021573,0.01000,2.228
+74,mlp.up_proj,0.01528064,0.01000,2.759
+74,mlp.gate_proj,0.01855173,0.01000,2.754
+74,mlp.down_proj,0.00069634,0.01000,14.272
+75,self_attn.k_proj,0.00308453,0.01000,2.131
+75,self_attn.v_proj,0.00091262,0.01000,2.140
+75,self_attn.q_proj,0.00795672,0.01000,2.240
+75,self_attn.o_proj,0.00041153,0.01000,2.548
+75,mlp.up_proj,0.01628249,0.01000,2.512
+75,mlp.gate_proj,0.02033485,0.01000,2.520
+75,mlp.down_proj,0.00102099,0.01000,14.455
+76,self_attn.k_proj,0.00264909,0.01000,2.111
+76,self_attn.v_proj,0.00085828,0.01000,2.123
+76,self_attn.q_proj,0.00706456,0.01000,2.229
+76,self_attn.o_proj,0.00021942,0.01000,2.427
+76,mlp.up_proj,0.01879866,0.01000,2.584
+76,mlp.gate_proj,0.02869590,0.01000,2.881
+76,mlp.down_proj,0.00148636,0.01000,14.349
+77,self_attn.k_proj,0.00307182,0.01000,2.140
+77,self_attn.v_proj,0.00101997,0.01000,2.204
+77,self_attn.q_proj,0.00768160,0.01000,2.316
+77,self_attn.o_proj,0.00033220,0.01000,2.237
+77,mlp.up_proj,0.01798910,0.01000,2.609
+77,mlp.gate_proj,0.02279103,0.01000,2.577
+77,mlp.down_proj,0.00181538,0.01000,14.642
+78,self_attn.k_proj,0.00263272,0.01000,2.245
+78,self_attn.v_proj,0.00071832,0.01000,2.135
+78,self_attn.q_proj,0.00615946,0.01000,2.261
+78,self_attn.o_proj,0.00041727,0.01000,2.281
+78,mlp.up_proj,0.01729591,0.01000,2.872
+78,mlp.gate_proj,0.02142724,0.01000,2.626
+78,mlp.down_proj,0.00454792,0.01000,14.483
+79,self_attn.k_proj,0.00129535,0.01000,2.190
+79,self_attn.v_proj,0.00037950,0.01000,2.137
+79,self_attn.q_proj,0.00238648,0.01000,2.254
+79,self_attn.o_proj,0.00022433,0.01000,2.510
+79,mlp.up_proj,0.01110691,0.01000,2.690
+79,mlp.gate_proj,0.01304671,0.01000,2.554
+79,mlp.down_proj,0.00758310,0.01000,14.453

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 8,
+  "group_size": 64,
+  "desc_act": false,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:2.3.0-dev"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|finetune_right_pad_id|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920