Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

config.json

@@ -0,0 +1,53 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 29568,
+  "max_position_embeddings": 131072,
+  "max_window_layers": 70,
+  "model_type": "qwen2",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "quantization_config": {
+    "bits": 8,
+    "checkpoint_format": "gptq",
+    "desc_act": false,
+    "group_size": 32,
+    "lm_head": false,
+    "memory_aware_allocation": true,
+    "memory_threshold": 0.8,
+    "meta": {
+      "damp_auto_increment": 0.01,
+      "damp_percent": 0.1,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:4.0.0-dev"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "v2": false,
+      "v2_alpha": 0.25
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.52.4",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "transformers_version": "4.52.4"
+}

model-00001-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d66e00d30887a66e68f6cd5d72c12fabc2919f9b519b003b3c2ee863f0a0bd
+size 2491416712

model-00002-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d41a9d98ba81271cbcbe3ba7148208c98b5173b7d2776f331466415ab68b363
+size 1994070824

model-00003-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4646c651e6cb4c69acb221b10e998864e67cd6e2b044d192f1511b9ef4e91d1d
+size 1939041640

model-00004-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0029e3728b2dcd3ab060a459ff7774005c7f80674cb245c96bb4ed4d0709c356
+size 1994054352

model-00005-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef12563193062ae643c486902b4e307d7df1774fab93f57583a51c7d014e212
+size 1920620808

model-00006-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af313e8070c1ac496e19f9323a0eeeaa6b158917372bd7578d6c6bb9b68aa45
+size 1920620784

model-00007-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3166450ab7fb88c918416e7ead4a76cbc4ae9f5d25609b86846d4a6d83aa138
+size 1920620872

model-00008-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09540dca82465dda17f4fe89ac6af0453f43adab5158286d147d5c79c5e6a7e3
+size 1920620872

model-00009-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74819f49c0d99da35302cba147c671ee257b26afdf4324122b3ec2618816517
+size 1920620872

model-00010-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bd5c98ac115fd02bc83953809f0c26ae57ec6587cfd69dcd62bd182dea961d
+size 1920620872

model-00011-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ae4ff0f19d535a4f621329033aae128704f508d62bddc55a2b36d74103a54a
+size 1920620872

model-00012-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e93737c40202750274e525d5d27e539457b9ed32662ac406b1c43fceca5005f
+size 1920620872

model-00013-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953d9716da4c162ac3f3a5b7b6cbb329b643c72934000b1fc4f5c57f5d7051c0
+size 1920620872

model-00014-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6dacd117982a798dba93956e5f80831f8ead33e20fdf29f6dfcb1dfbe4a122
+size 1920620872

model-00015-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453a14b4beffdcde20e56d3e6b74606938cb978dba4bcfecbe4edc24b9d53b1c
+size 1920620872

model-00016-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c980a966efcbe78404de2d499d13e5c22d1af3cba897ab02ef38c6d2c85fab8
+size 1920620872

model-00017-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef89002d2bcdde6ed5293f640dbef29924260b9262a0fded474135c698c3de7
+size 1920620872

model-00018-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931c6409a8c4378ba5b9c17f26ec4b3d87a5bd38ec9a87ef3e73b580265eb23b
+size 1920620872

model-00019-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f304e8326481d9c1d119ef89412a62bfb7747b40ffcd88429a079604db9997e9
+size 1920620872

model-00020-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e226cca001413b9ccb101a95e65047e54cfb91e76b0e6f38b1db534705575f
+size 1920620872

model-00021-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1967df7eff2a72dc8f8412f458007528358253cf92c0351827e7209f77a6bf65
+size 1920620872

model-00022-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c6cd98252ed51edf44918ad28f67b3189c7ad8569b7380ecd6d55475dd0b69
+size 1920620872

model-00023-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964259f0fd06a7ef01cd22de5b99b469629f36f96da2816e5b8bda440f9672ee
+size 1920620872

model-00024-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878ef405be0a1e0500218b5c64f16f8804dbe3975a1659302023d7cf978675d7
+size 1920620872

model-00025-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a6d5964fd7097d494a9921100945b3944cefece7a554aab646ab7347d9237a
+size 1920620872

model-00026-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcc46cb211c0f9b190d1698e17ed52c5016ee8c9793cdc67fd6c1cc1f2353e9
+size 1920620872

model-00027-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077f9bf54e8ebc1966a790287259acfadac64864d5e3e8d11a53026ca5fef8ae
+size 1920620872

model-00028-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0ee67ac83c0a0ede699c4ddcf96567ee028e34972cbc99eaa2a873ec24e937
+size 1920620872

model-00029-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d735b3cae0c633dfcdabf4a9cfc6865648fcbf169161d9c1d473d7b5a72e3d9c
+size 1920620872

model-00030-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab65e1d4c1eada84bc89fb56ebeadefe85beffbaa089443578d2cd5f97e270e
+size 1920620872

model-00031-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11d168fd1ec349fac385ec65e6eb4f123aef3f275e1b0c748499ee691c6ee54
+size 1920620872

model-00032-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44860d8520ea5a9156c1fb841a66af4a745de031c6f3b30b37ac7311be342f7
+size 1920620872

model-00033-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e299cb40d4e4d17d08f1878081e4c72c6758d7ed2d087bd1fcf9ea3e248e393
+size 1920620872

model-00034-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b217a8f2831b986912543de732f8b315c9a2af2bbcdc2a9c87b4651f99291f
+size 1920620872

model-00035-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50dafcb6e6a5d0c048e54505fab6e339e90de469a1aa13ac5e470d0b2e54a90e
+size 1920620872

model-00036-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c99c1a2784b919c25cb1bc469a4c8207903c550f033c6691db365de663bfbbc
+size 1920620872

model-00037-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5e3b75330e943ea4398252945de1a4c583f3b5ab3363c22bb1241616e71840
+size 1920620872

model-00038-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bd0c8a7f1e2ed56b1cc0113a12b1f3525f3ce17d022be19e2d47c744e9de60
+size 1920620872

model-00039-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f06679a981bee69785172eb95f1b8679e527322d6fd0bca02df44e160a65358
+size 1920620872

model-00040-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c88e362e2f29d492ee82dfe5f54108b93968fcfbef002e58677fa819974935e
+size 1920620872

model-00041-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3582e7b57110273dd4fd22a4c2b7009a1f98cbbd1770fb0638dcfd599782ad6f
+size 2491416704

model-00042-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9e59cb735ce91dac931a750107d4e4253730544303e795369d91561e36f3f0
+size 1755332904

quant_log.csv

@@ -0,0 +1,561 @@
+layer,module,loss,samples,damp,time
+0,self_attn.q_proj,0.0000000006,0.10000,8.433
+0,self_attn.v_proj,0.0000000000,0.10000,8.523
+0,self_attn.k_proj,0.0000000001,0.10000,8.525
+0,self_attn.o_proj,0.0000000000,0.10000,3.546
+0,mlp.gate_proj,0.0000000003,0.10000,6.809
+0,mlp.up_proj,0.0000000003,0.10000,6.818
+0,mlp.down_proj,0.0000000000,0.10000,20.401
+1,self_attn.k_proj,0.0000000001,0.10000,7.392
+1,self_attn.q_proj,0.0000000002,0.10000,7.457
+1,self_attn.v_proj,0.0000000000,0.10000,7.479
+1,self_attn.o_proj,0.0000000000,0.10000,2.588
+1,mlp.gate_proj,0.0000000009,0.10000,5.444
+1,mlp.up_proj,0.0000000009,0.10000,5.464
+1,mlp.down_proj,0.0000012333,0.10000,19.740
+2,self_attn.q_proj,0.0000000117,0.10000,7.445
+2,self_attn.k_proj,0.0000000033,0.10000,7.475
+2,self_attn.v_proj,0.0000000013,0.10000,7.496
+2,self_attn.o_proj,0.0000000000,0.10000,2.569
+2,mlp.up_proj,0.0000000016,0.10000,5.568
+2,mlp.gate_proj,0.0000000016,0.10000,5.591
+2,mlp.down_proj,0.0000000000,0.10000,19.740
+3,self_attn.v_proj,0.0000000012,0.10000,7.504
+3,self_attn.k_proj,0.0000000026,0.10000,7.513
+3,self_attn.q_proj,0.0000000084,0.10000,7.554
+3,self_attn.o_proj,0.0000000000,0.10000,2.598
+3,mlp.gate_proj,0.0000000029,0.10000,5.530
+3,mlp.up_proj,0.0000000028,0.10000,5.551
+3,mlp.down_proj,0.0000000001,0.10000,20.208
+4,self_attn.k_proj,0.0000000035,0.10000,8.418
+4,self_attn.q_proj,0.0000000143,0.10000,8.438
+4,self_attn.v_proj,0.0000000019,0.10000,8.457
+4,self_attn.o_proj,0.0000000000,0.10000,2.637
+4,mlp.gate_proj,0.0000000054,0.10000,5.674
+4,mlp.up_proj,0.0000000053,0.10000,5.700
+4,mlp.down_proj,0.0000000001,0.10000,21.098
+5,self_attn.q_proj,0.0000000177,0.10000,7.396
+5,self_attn.v_proj,0.0000000026,0.10000,7.403
+5,self_attn.k_proj,0.0000000044,0.10000,7.450
+5,self_attn.o_proj,0.0000000000,0.10000,2.574
+5,mlp.gate_proj,0.0000000081,0.10000,5.457
+5,mlp.up_proj,0.0000000078,0.10000,5.484
+5,mlp.down_proj,0.0000000002,0.10000,21.327
+6,self_attn.k_proj,0.0000000031,0.10000,7.467
+6,self_attn.q_proj,0.0000000118,0.10000,7.508
+6,self_attn.v_proj,0.0000000018,0.10000,7.533
+6,self_attn.o_proj,0.0000000000,0.10000,2.456
+6,mlp.up_proj,0.0000000095,0.10000,5.399
+6,mlp.gate_proj,0.0000000099,0.10000,5.421
+6,mlp.down_proj,0.0000000002,0.10000,21.591
+7,self_attn.v_proj,0.0000000023,0.10000,7.400
+7,self_attn.k_proj,0.0000000043,0.10000,7.482
+7,self_attn.q_proj,0.0000000171,0.10000,7.488
+7,self_attn.o_proj,0.0000000000,0.10000,2.625
+7,mlp.up_proj,0.0000000120,0.10000,5.333
+7,mlp.gate_proj,0.0000000123,0.10000,5.361
+7,mlp.down_proj,0.0000000003,0.10000,22.012
+8,self_attn.v_proj,0.0000000024,0.10000,7.140
+8,self_attn.k_proj,0.0000000041,0.10000,7.208
+8,self_attn.q_proj,0.0000000155,0.10000,7.214
+8,self_attn.o_proj,0.0000000001,0.10000,2.608
+8,mlp.gate_proj,0.0000000149,0.10000,5.446
+8,mlp.up_proj,0.0000000142,0.10000,5.502
+8,mlp.down_proj,0.0000000004,0.10000,22.092
+9,self_attn.k_proj,0.0000000110,0.10000,7.281
+9,self_attn.v_proj,0.0000000069,0.10000,7.285
+9,self_attn.q_proj,0.0000000496,0.10000,7.300
+9,self_attn.o_proj,0.0000000002,0.10000,2.397
+9,mlp.up_proj,0.0000000160,0.10000,5.529
+9,mlp.gate_proj,0.0000000166,0.10000,5.561
+9,mlp.down_proj,0.0000000004,0.10000,22.118
+10,self_attn.k_proj,0.0000000071,0.10000,7.222
+10,self_attn.q_proj,0.0000000296,0.10000,7.225
+10,self_attn.v_proj,0.0000000038,0.10000,7.233
+10,self_attn.o_proj,0.0000000002,0.10000,2.642
+10,mlp.gate_proj,0.0000000207,0.10000,5.568
+10,mlp.up_proj,0.0000000198,0.10000,5.604
+10,mlp.down_proj,0.0000000006,0.10000,22.287
+11,self_attn.q_proj,0.0000000349,0.10000,7.111
+11,self_attn.k_proj,0.0000000080,0.10000,7.175
+11,self_attn.v_proj,0.0000000038,0.10000,7.201
+11,self_attn.o_proj,0.0000000003,0.10000,2.594
+11,mlp.gate_proj,0.0000000242,0.10000,5.426
+11,mlp.up_proj,0.0000000231,0.10000,5.453
+11,mlp.down_proj,0.0000000008,0.10000,21.926
+12,self_attn.v_proj,0.0000000057,0.10000,7.172
+12,self_attn.q_proj,0.0000000486,0.10000,7.217
+12,self_attn.k_proj,0.0000000105,0.10000,7.263
+12,self_attn.o_proj,0.0000000004,0.10000,2.451
+12,mlp.up_proj,0.0000000264,0.10000,5.450
+12,mlp.gate_proj,0.0000000275,0.10000,5.468
+12,mlp.down_proj,0.0000000010,0.10000,21.748
+13,self_attn.v_proj,0.0000000055,0.10000,7.622
+13,self_attn.q_proj,0.0000000456,0.10000,7.642
+13,self_attn.k_proj,0.0000000100,0.10000,7.669
+13,self_attn.o_proj,0.0000000004,0.10000,2.690
+13,mlp.gate_proj,0.0000000321,0.10000,5.361
+13,mlp.up_proj,0.0000000307,0.10000,5.397
+13,mlp.down_proj,0.0000000013,0.10000,21.820
+14,self_attn.q_proj,0.0000000447,0.10000,7.525
+14,self_attn.k_proj,0.0000000098,0.10000,7.554
+14,self_attn.v_proj,0.0000000054,0.10000,7.583
+14,self_attn.o_proj,0.0000000006,0.10000,2.511
+14,mlp.up_proj,0.0000000323,0.10000,5.552
+14,mlp.gate_proj,0.0000000337,0.10000,5.571
+14,mlp.down_proj,0.0000000015,0.10000,22.382
+15,self_attn.v_proj,0.0000000066,0.10000,7.419
+15,self_attn.q_proj,0.0000000590,0.10000,7.450
+15,self_attn.k_proj,0.0000000120,0.10000,7.475
+15,self_attn.o_proj,0.0000000005,0.10000,2.598
+15,mlp.gate_proj,0.0000000427,0.10000,5.365
+15,mlp.up_proj,0.0000000408,0.10000,5.392
+15,mlp.down_proj,0.0000000019,0.10000,22.294
+16,self_attn.k_proj,0.0000000112,0.10000,7.328
+16,self_attn.q_proj,0.0000000529,0.10000,7.336
+16,self_attn.v_proj,0.0000000058,0.10000,7.372
+16,self_attn.o_proj,0.0000000005,0.10000,2.501
+16,mlp.gate_proj,0.0000000467,0.10000,5.539
+16,mlp.up_proj,0.0000000447,0.10000,5.571
+16,mlp.down_proj,0.0000000022,0.10000,22.187
+17,self_attn.v_proj,0.0000000057,0.10000,7.075
+17,self_attn.k_proj,0.0000000095,0.10000,7.155
+17,self_attn.q_proj,0.0000000433,0.10000,7.172
+17,self_attn.o_proj,0.0000000008,0.10000,2.519
+17,mlp.up_proj,0.0000000434,0.10000,5.482
+17,mlp.gate_proj,0.0000000451,0.10000,5.545
+17,mlp.down_proj,0.0000000024,0.10000,22.221
+18,self_attn.k_proj,0.0000000175,0.10000,7.383
+18,self_attn.q_proj,0.0000000805,0.10000,7.388
+18,self_attn.v_proj,0.0000000099,0.10000,7.409
+18,self_attn.o_proj,0.0000000006,0.10000,2.573
+18,mlp.up_proj,0.0000000523,0.10000,5.492
+18,mlp.gate_proj,0.0000000546,0.10000,5.510
+18,mlp.down_proj,0.0000000029,0.10000,22.175
+19,self_attn.v_proj,0.0000000140,0.10000,7.286
+19,self_attn.q_proj,0.0000001108,0.10000,7.319
+19,self_attn.k_proj,0.0000000230,0.10000,7.330
+19,self_attn.o_proj,0.0000000007,0.10000,2.389
+19,mlp.gate_proj,0.0000000634,0.10000,5.577
+19,mlp.up_proj,0.0000000607,0.10000,5.618
+19,mlp.down_proj,0.0000000040,0.10000,22.311
+20,self_attn.v_proj,0.0000000056,0.10000,7.417
+20,self_attn.q_proj,0.0000000457,0.10000,7.440
+20,self_attn.k_proj,0.0000000093,0.10000,7.454
+20,self_attn.o_proj,0.0000000010,0.10000,2.418
+20,mlp.up_proj,0.0000000728,0.10000,5.482
+20,mlp.gate_proj,0.0000000765,0.10000,5.566
+20,mlp.down_proj,0.0000000054,0.10000,21.961
+21,self_attn.q_proj,0.0000000387,0.10000,7.487
+21,self_attn.v_proj,0.0000000051,0.10000,7.562
+21,self_attn.k_proj,0.0000000078,0.10000,7.574
+21,self_attn.o_proj,0.0000000017,0.10000,2.428
+21,mlp.gate_proj,0.0000000693,0.10000,5.477
+21,mlp.up_proj,0.0000000665,0.10000,5.515
+21,mlp.down_proj,0.0000000053,0.10000,22.161
+22,self_attn.k_proj,0.0000000189,0.10000,7.254
+22,self_attn.q_proj,0.0000001047,0.10000,7.257
+22,self_attn.v_proj,0.0000000119,0.10000,7.286
+22,self_attn.o_proj,0.0000000023,0.10000,2.451
+22,mlp.gate_proj,0.0000000953,0.10000,5.428
+22,mlp.up_proj,0.0000000915,0.10000,5.452
+22,mlp.down_proj,0.0000000101,0.10000,22.137
+23,self_attn.k_proj,0.0000000156,0.10000,7.354
+23,self_attn.q_proj,0.0000000896,0.10000,7.405
+23,self_attn.v_proj,0.0000000106,0.10000,7.414
+23,self_attn.o_proj,0.0000000028,0.10000,2.547
+23,mlp.gate_proj,0.0000001081,0.10000,5.480
+23,mlp.up_proj,0.0000001026,0.10000,5.505
+23,mlp.down_proj,0.0000000106,0.10000,22.164
+24,self_attn.v_proj,0.0000000111,0.10000,7.370
+24,self_attn.k_proj,0.0000000138,0.10000,7.429
+24,self_attn.q_proj,0.0000000774,0.10000,7.461
+24,self_attn.o_proj,0.0000000028,0.10000,2.425
+24,mlp.gate_proj,0.0000001285,0.10000,5.526
+24,mlp.up_proj,0.0000001210,0.10000,5.561
+24,mlp.down_proj,0.0000000125,0.10000,22.022
+25,self_attn.q_proj,0.0000001378,0.10000,7.288
+25,self_attn.k_proj,0.0000000241,0.10000,7.362
+25,self_attn.v_proj,0.0000000155,0.10000,7.407
+25,self_attn.o_proj,0.0000000029,0.10000,2.509
+25,mlp.gate_proj,0.0000001537,0.10000,5.490
+25,mlp.up_proj,0.0000001457,0.10000,5.528
+25,mlp.down_proj,0.0000000145,0.10000,22.637
+26,self_attn.v_proj,0.0000000118,0.10000,7.436
+26,self_attn.q_proj,0.0000000986,0.10000,7.472
+26,self_attn.k_proj,0.0000000178,0.10000,7.533
+26,self_attn.o_proj,0.0000000041,0.10000,2.595
+26,mlp.up_proj,0.0000001662,0.10000,5.439
+26,mlp.gate_proj,0.0000001746,0.10000,5.441
+26,mlp.down_proj,0.0000000153,0.10000,22.215
+27,self_attn.v_proj,0.0000000124,0.10000,7.330
+27,self_attn.q_proj,0.0000000959,0.10000,7.344
+27,self_attn.k_proj,0.0000000178,0.10000,7.351
+27,self_attn.o_proj,0.0000000039,0.10000,2.502
+27,mlp.gate_proj,0.0000001913,0.10000,5.305
+27,mlp.up_proj,0.0000001828,0.10000,5.325
+27,mlp.down_proj,0.0000000164,0.10000,22.087
+28,self_attn.q_proj,0.0000000973,0.10000,7.503
+28,self_attn.k_proj,0.0000000174,0.10000,7.519
+28,self_attn.v_proj,0.0000000132,0.10000,7.531
+28,self_attn.o_proj,0.0000000028,0.10000,2.589
+28,mlp.gate_proj,0.0000002029,0.10000,5.543
+28,mlp.up_proj,0.0000001947,0.10000,5.569
+28,mlp.down_proj,0.0000000182,0.10000,22.324
+29,self_attn.q_proj,0.0000001183,0.10000,7.513
+29,self_attn.k_proj,0.0000000219,0.10000,7.569
+29,self_attn.v_proj,0.0000000144,0.10000,7.600
+29,self_attn.o_proj,0.0000000052,0.10000,2.698
+29,mlp.gate_proj,0.0000002155,0.10000,5.447
+29,mlp.up_proj,0.0000002066,0.10000,5.480
+29,mlp.down_proj,0.0000000202,0.10000,21.811
+30,self_attn.q_proj,0.0000001278,0.10000,7.383
+30,self_attn.v_proj,0.0000000172,0.10000,7.454
+30,self_attn.k_proj,0.0000000221,0.10000,7.514
+30,self_attn.o_proj,0.0000000052,0.10000,2.480
+30,mlp.gate_proj,0.0000002370,0.10000,5.544
+30,mlp.up_proj,0.0000002246,0.10000,5.586
+30,mlp.down_proj,0.0000000225,0.10000,21.930
+31,self_attn.k_proj,0.0000000243,0.10000,7.175
+31,self_attn.v_proj,0.0000000185,0.10000,7.233
+31,self_attn.q_proj,0.0000001357,0.10000,7.270
+31,self_attn.o_proj,0.0000000032,0.10000,2.675
+31,mlp.gate_proj,0.0000002590,0.10000,5.433
+31,mlp.up_proj,0.0000002450,0.10000,5.452
+31,mlp.down_proj,0.0000000241,0.10000,21.739
+32,self_attn.q_proj,0.0000001497,0.10000,7.253
+32,self_attn.v_proj,0.0000000206,0.10000,7.273
+32,self_attn.k_proj,0.0000000269,0.10000,7.295
+32,self_attn.o_proj,0.0000000036,0.10000,2.636
+32,mlp.up_proj,0.0000002581,0.10000,5.534
+32,mlp.gate_proj,0.0000002723,0.10000,5.551
+32,mlp.down_proj,0.0000000252,0.10000,21.909
+33,self_attn.k_proj,0.0000000253,0.10000,7.358
+33,self_attn.q_proj,0.0000001362,0.10000,7.369
+33,self_attn.v_proj,0.0000000229,0.10000,7.379
+33,self_attn.o_proj,0.0000000038,0.10000,2.527
+33,mlp.gate_proj,0.0000002941,0.10000,5.440
+33,mlp.up_proj,0.0000002748,0.10000,5.469
+33,mlp.down_proj,0.0000000269,0.10000,22.038
+34,self_attn.k_proj,0.0000000286,0.10000,7.464
+34,self_attn.v_proj,0.0000000262,0.10000,7.484
+34,self_attn.q_proj,0.0000001592,0.10000,7.494
+34,self_attn.o_proj,0.0000000032,0.10000,2.582
+34,mlp.up_proj,0.0000002879,0.10000,5.538
+34,mlp.gate_proj,0.0000003089,0.10000,5.562
+34,mlp.down_proj,0.0000000290,0.10000,21.733
+35,self_attn.k_proj,0.0000000311,0.10000,7.366
+35,self_attn.v_proj,0.0000000291,0.10000,7.377
+35,self_attn.q_proj,0.0000001728,0.10000,7.379
+35,self_attn.o_proj,0.0000000032,0.10000,2.550
+35,mlp.gate_proj,0.0000003185,0.10000,5.484
+35,mlp.up_proj,0.0000002989,0.10000,5.508
+35,mlp.down_proj,0.0000000307,0.10000,21.711
+36,self_attn.v_proj,0.0000000310,0.10000,7.721
+36,self_attn.q_proj,0.0000001821,0.10000,7.742
+36,self_attn.k_proj,0.0000000325,0.10000,7.751
+36,self_attn.o_proj,0.0000000034,0.10000,2.624
+36,mlp.gate_proj,0.0000003245,0.10000,5.345
+36,mlp.up_proj,0.0000003066,0.10000,5.368
+36,mlp.down_proj,0.0000000304,0.10000,21.899
+37,self_attn.k_proj,0.0000000316,0.10000,6.939
+37,self_attn.v_proj,0.0000000282,0.10000,6.953
+37,self_attn.q_proj,0.0000001720,0.10000,6.976
+37,self_attn.o_proj,0.0000000037,0.10000,2.519
+37,mlp.up_proj,0.0000003163,0.10000,5.371
+37,mlp.gate_proj,0.0000003322,0.10000,5.397
+37,mlp.down_proj,0.0000000318,0.10000,19.887
+38,self_attn.k_proj,0.0000000312,0.10000,7.383
+38,self_attn.q_proj,0.0000001654,0.10000,7.412
+38,self_attn.v_proj,0.0000000256,0.10000,7.441
+38,self_attn.o_proj,0.0000000050,0.10000,2.496
+38,mlp.up_proj,0.0000003290,0.10000,5.493
+38,mlp.gate_proj,0.0000003453,0.10000,5.544
+38,mlp.down_proj,0.0000000338,0.10000,20.116
+39,self_attn.k_proj,0.0000000301,0.10000,7.216
+39,self_attn.q_proj,0.0000001588,0.10000,7.269
+39,self_attn.v_proj,0.0000000260,0.10000,7.290
+39,self_attn.o_proj,0.0000000050,0.10000,2.631
+39,mlp.gate_proj,0.0000003537,0.10000,5.568
+39,mlp.up_proj,0.0000003390,0.10000,5.618
+39,mlp.down_proj,0.0000000358,0.10000,19.983
+40,self_attn.k_proj,0.0000000301,0.10000,7.297
+40,self_attn.q_proj,0.0000001559,0.10000,7.342
+40,self_attn.v_proj,0.0000000208,0.10000,7.355
+40,self_attn.o_proj,0.0000000073,0.10000,2.527
+40,mlp.up_proj,0.0000003505,0.10000,5.421
+40,mlp.gate_proj,0.0000003630,0.10000,5.451
+40,mlp.down_proj,0.0000000389,0.10000,19.609
+41,self_attn.q_proj,0.0000001367,0.10000,7.205
+41,self_attn.k_proj,0.0000000267,0.10000,7.287
+41,self_attn.v_proj,0.0000000197,0.10000,7.313
+41,self_attn.o_proj,0.0000000084,0.10000,2.542
+41,mlp.gate_proj,0.0000003830,0.10000,5.387
+41,mlp.up_proj,0.0000003693,0.10000,5.388
+41,mlp.down_proj,0.0000000416,0.10000,20.146
+42,self_attn.q_proj,0.0000001816,0.10000,7.226
+42,self_attn.v_proj,0.0000000258,0.10000,7.241
+42,self_attn.k_proj,0.0000000331,0.10000,7.257
+42,self_attn.o_proj,0.0000000066,0.10000,2.523
+42,mlp.gate_proj,0.0000003972,0.10000,5.597
+42,mlp.up_proj,0.0000003861,0.10000,5.616
+42,mlp.down_proj,0.0000000464,0.10000,19.683
+43,self_attn.q_proj,0.0000001734,0.10000,7.062
+43,self_attn.k_proj,0.0000000328,0.10000,7.078
+43,self_attn.v_proj,0.0000000228,0.10000,7.086
+43,self_attn.o_proj,0.0000000094,0.10000,2.467
+43,mlp.gate_proj,0.0000004086,0.10000,5.548
+43,mlp.up_proj,0.0000004008,0.10000,5.576
+43,mlp.down_proj,0.0000000508,0.10000,19.758
+44,self_attn.k_proj,0.0000000311,0.10000,7.145
+44,self_attn.q_proj,0.0000001729,0.10000,7.148
+44,self_attn.v_proj,0.0000000210,0.10000,7.261
+44,self_attn.o_proj,0.0000000130,0.10000,2.521
+44,mlp.up_proj,0.0000004158,0.10000,5.542
+44,mlp.gate_proj,0.0000004165,0.10000,5.566
+44,mlp.down_proj,0.0000000610,0.10000,19.854
+45,self_attn.v_proj,0.0000000191,0.10000,7.172
+45,self_attn.q_proj,0.0000001847,0.10000,7.179
+45,self_attn.k_proj,0.0000000328,0.10000,7.192
+45,self_attn.o_proj,0.0000000170,0.10000,2.558
+45,mlp.up_proj,0.0000004313,0.10000,5.618
+45,mlp.gate_proj,0.0000004280,0.10000,5.659
+45,mlp.down_proj,0.0000000999,0.10000,19.934
+46,self_attn.k_proj,0.0000000364,0.10000,7.268
+46,self_attn.v_proj,0.0000000217,0.10000,7.296
+46,self_attn.q_proj,0.0000001988,0.10000,7.316
+46,self_attn.o_proj,0.0000000236,0.10000,2.494
+46,mlp.gate_proj,0.0000004367,0.10000,5.585
+46,mlp.up_proj,0.0000004444,0.10000,5.597
+46,mlp.down_proj,0.0000000659,0.10000,20.187
+47,self_attn.q_proj,0.0000002005,0.10000,7.424
+47,self_attn.k_proj,0.0000000355,0.10000,7.435
+47,self_attn.v_proj,0.0000000224,0.10000,7.448
+47,self_attn.o_proj,0.0000000246,0.10000,2.648
+47,mlp.gate_proj,0.0000004369,0.10000,5.538
+47,mlp.up_proj,0.0000004500,0.10000,5.584
+47,mlp.down_proj,0.0000000736,0.10000,20.966
+48,self_attn.v_proj,0.0000000253,0.10000,7.299
+48,self_attn.k_proj,0.0000000347,0.10000,7.327
+48,self_attn.q_proj,0.0000002075,0.10000,7.333
+48,self_attn.o_proj,0.0000000238,0.10000,2.441
+48,mlp.gate_proj,0.0000004571,0.10000,5.604
+48,mlp.up_proj,0.0000004734,0.10000,5.628
+48,mlp.down_proj,0.0000000806,0.10000,20.734
+49,self_attn.q_proj,0.0000001961,0.10000,9.009
+49,self_attn.v_proj,0.0000000241,0.10000,9.024
+49,self_attn.k_proj,0.0000000345,0.10000,9.037
+49,self_attn.o_proj,0.0000000250,0.10000,2.535
+49,mlp.gate_proj,0.0000004585,0.10000,5.607
+49,mlp.up_proj,0.0000004795,0.10000,5.643
+49,mlp.down_proj,0.0000000855,0.10000,19.500
+50,self_attn.q_proj,0.0000002443,0.10000,7.122
+50,self_attn.k_proj,0.0000000414,0.10000,7.148
+50,self_attn.v_proj,0.0000000279,0.10000,7.153
+50,self_attn.o_proj,0.0000000327,0.10000,2.518
+50,mlp.gate_proj,0.0000004506,0.10000,5.431
+50,mlp.up_proj,0.0000004762,0.10000,5.454
+50,mlp.down_proj,0.0000000934,0.10000,20.451
+51,self_attn.q_proj,0.0000002188,0.10000,7.389
+51,self_attn.v_proj,0.0000000248,0.10000,7.425
+51,self_attn.k_proj,0.0000000378,0.10000,7.429
+51,self_attn.o_proj,0.0000000364,0.10000,2.570
+51,mlp.gate_proj,0.0000004722,0.10000,5.442
+51,mlp.up_proj,0.0000004974,0.10000,5.478
+51,mlp.down_proj,0.0000001018,0.10000,19.328
+52,self_attn.q_proj,0.0000002062,0.10000,7.248
+52,self_attn.v_proj,0.0000000299,0.10000,7.353
+52,self_attn.k_proj,0.0000000333,0.10000,7.364
+52,self_attn.o_proj,0.0000000394,0.10000,2.514
+52,mlp.gate_proj,0.0000005355,0.10000,5.560
+52,mlp.up_proj,0.0000005580,0.10000,5.596
+52,mlp.down_proj,0.0000001059,0.10000,20.357
+53,self_attn.k_proj,0.0000000378,0.10000,7.768
+53,self_attn.v_proj,0.0000000327,0.10000,7.781
+53,self_attn.q_proj,0.0000002302,0.10000,7.784
+53,self_attn.o_proj,0.0000000428,0.10000,2.584
+53,mlp.gate_proj,0.0000005775,0.10000,5.513
+53,mlp.up_proj,0.0000005966,0.10000,5.547
+53,mlp.down_proj,0.0000001133,0.10000,19.860
+54,self_attn.q_proj,0.0000002454,0.10000,7.557
+54,self_attn.v_proj,0.0000000422,0.10000,7.561
+54,self_attn.k_proj,0.0000000365,0.10000,7.582
+54,self_attn.o_proj,0.0000000386,0.10000,2.506
+54,mlp.gate_proj,0.0000005656,0.10000,5.468
+54,mlp.up_proj,0.0000005878,0.10000,5.499
+54,mlp.down_proj,0.0000001216,0.10000,20.033
+55,self_attn.k_proj,0.0000000352,0.10000,7.106
+55,self_attn.v_proj,0.0000000412,0.10000,7.137
+55,self_attn.q_proj,0.0000002385,0.10000,7.201
+55,self_attn.o_proj,0.0000000478,0.10000,2.551
+55,mlp.gate_proj,0.0000005846,0.10000,5.452
+55,mlp.up_proj,0.0000006090,0.10000,5.479
+55,mlp.down_proj,0.0000001418,0.10000,19.931
+56,self_attn.k_proj,0.0000000359,0.10000,7.452
+56,self_attn.v_proj,0.0000000356,0.10000,7.456
+56,self_attn.q_proj,0.0000002264,0.10000,7.468
+56,self_attn.o_proj,0.0000000601,0.10000,2.559
+56,mlp.gate_proj,0.0000006445,0.10000,5.604
+56,mlp.up_proj,0.0000006655,0.10000,5.626
+56,mlp.down_proj,0.0000001594,0.10000,20.208
+57,self_attn.k_proj,0.0000000381,0.10000,7.531
+57,self_attn.v_proj,0.0000000407,0.10000,7.533
+57,self_attn.q_proj,0.0000002412,0.10000,7.552
+57,self_attn.o_proj,0.0000000576,0.10000,2.509
+57,mlp.up_proj,0.0000006661,0.10000,5.426
+57,mlp.gate_proj,0.0000006429,0.10000,5.484
+57,mlp.down_proj,0.0000001745,0.10000,19.825
+58,self_attn.q_proj,0.0000002396,0.10000,7.228
+58,self_attn.k_proj,0.0000000356,0.10000,7.243
+58,self_attn.v_proj,0.0000000423,0.10000,7.269
+58,self_attn.o_proj,0.0000000717,0.10000,2.504
+58,mlp.up_proj,0.0000006885,0.10000,5.462
+58,mlp.gate_proj,0.0000006628,0.10000,5.496
+58,mlp.down_proj,0.0000002187,0.10000,20.706
+59,self_attn.k_proj,0.0000000358,0.10000,7.316
+59,self_attn.q_proj,0.0000002358,0.10000,7.319
+59,self_attn.v_proj,0.0000000438,0.10000,7.367
+59,self_attn.o_proj,0.0000000830,0.10000,2.489
+59,mlp.gate_proj,0.0000006991,0.10000,5.441
+59,mlp.up_proj,0.0000007101,0.10000,5.447
+59,mlp.down_proj,0.0000002605,0.10000,20.113
+60,self_attn.k_proj,0.0000000385,0.10000,7.595
+60,self_attn.v_proj,0.0000000539,0.10000,7.601
+60,self_attn.q_proj,0.0000002725,0.10000,7.617
+60,self_attn.o_proj,0.0000000656,0.10000,2.459
+60,mlp.gate_proj,0.0000008601,0.10000,5.598
+60,mlp.up_proj,0.0000008547,0.10000,5.599
+60,mlp.down_proj,0.0000002924,0.10000,19.667
+61,self_attn.q_proj,0.0000002734,0.10000,7.421
+61,self_attn.k_proj,0.0000000390,0.10000,7.479
+61,self_attn.v_proj,0.0000000580,0.10000,7.497
+61,self_attn.o_proj,0.0000000729,0.10000,2.582
+61,mlp.up_proj,0.0000009288,0.10000,5.431
+61,mlp.gate_proj,0.0000009403,0.10000,5.462
+61,mlp.down_proj,0.0000003304,0.10000,20.248
+62,self_attn.v_proj,0.0000000552,0.10000,7.353
+62,self_attn.k_proj,0.0000000405,0.10000,7.411
+62,self_attn.q_proj,0.0000002804,0.10000,7.417
+62,self_attn.o_proj,0.0000000758,0.10000,2.597
+62,mlp.up_proj,0.0000010517,0.10000,5.496
+62,mlp.gate_proj,0.0000010895,0.10000,5.531
+62,mlp.down_proj,0.0000003508,0.10000,20.600
+63,self_attn.v_proj,0.0000000561,0.10000,7.348
+63,self_attn.q_proj,0.0000002738,0.10000,7.362
+63,self_attn.k_proj,0.0000000403,0.10000,7.369
+63,self_attn.o_proj,0.0000000833,0.10000,2.474
+63,mlp.gate_proj,0.0000011510,0.10000,5.576
+63,mlp.up_proj,0.0000011206,0.10000,5.612
+63,mlp.down_proj,0.0000004220,0.10000,19.897
+64,self_attn.v_proj,0.0000000565,0.10000,7.117
+64,self_attn.q_proj,0.0000002876,0.10000,7.118
+64,self_attn.k_proj,0.0000000428,0.10000,7.213
+64,self_attn.o_proj,0.0000000875,0.10000,2.483
+64,mlp.up_proj,0.0000012125,0.10000,5.393
+64,mlp.gate_proj,0.0000012552,0.10000,5.437
+64,mlp.down_proj,0.0000005112,0.10000,20.388
+65,self_attn.q_proj,0.0000002937,0.10000,7.266
+65,self_attn.k_proj,0.0000000437,0.10000,7.331
+65,self_attn.v_proj,0.0000000609,0.10000,7.387
+65,self_attn.o_proj,0.0000000966,0.10000,2.618
+65,mlp.gate_proj,0.0000014031,0.10000,5.631
+65,mlp.up_proj,0.0000013591,0.10000,5.652
+65,mlp.down_proj,0.0000005885,0.10000,19.595
+66,self_attn.q_proj,0.0000002761,0.10000,7.568
+66,self_attn.k_proj,0.0000000388,0.10000,7.618
+66,self_attn.v_proj,0.0000000634,0.10000,7.632
+66,self_attn.o_proj,0.0000000883,0.10000,2.544
+66,mlp.up_proj,0.0000015823,0.10000,5.292
+66,mlp.gate_proj,0.0000016563,0.10000,5.335
+66,mlp.down_proj,0.0000006308,0.10000,19.994
+67,self_attn.v_proj,0.0000000724,0.10000,7.381
+67,self_attn.q_proj,0.0000002954,0.10000,7.383
+67,self_attn.k_proj,0.0000000415,0.10000,7.407
+67,self_attn.o_proj,0.0000000722,0.10000,2.606
+67,mlp.up_proj,0.0000016935,0.10000,5.417
+67,mlp.gate_proj,0.0000017528,0.10000,5.445
+67,mlp.down_proj,0.0000006867,0.10000,19.713
+68,self_attn.k_proj,0.0000000429,0.10000,7.401
+68,self_attn.v_proj,0.0000000829,0.10000,7.416
+68,self_attn.q_proj,0.0000003136,0.10000,7.420
+68,self_attn.o_proj,0.0000000874,0.10000,2.638
+68,mlp.up_proj,0.0000018424,0.10000,5.612
+68,mlp.gate_proj,0.0000018866,0.10000,5.636
+68,mlp.down_proj,0.0000007497,0.10000,19.962
+69,self_attn.v_proj,0.0000000706,0.10000,7.326
+69,self_attn.k_proj,0.0000000437,0.10000,7.367
+69,self_attn.q_proj,0.0000003053,0.10000,7.398
+69,self_attn.o_proj,0.0000001096,0.10000,2.542
+69,mlp.gate_proj,0.0000020043,0.10000,5.590
+69,mlp.up_proj,0.0000019949,0.10000,5.654
+69,mlp.down_proj,0.0000008874,0.10000,19.492
+70,self_attn.q_proj,0.0000003152,0.10000,7.292
+70,self_attn.v_proj,0.0000000946,0.10000,7.365
+70,self_attn.k_proj,0.0000000417,0.10000,7.398
+70,self_attn.o_proj,0.0000001396,0.10000,2.571
+70,mlp.gate_proj,0.0000022492,0.10000,5.472
+70,mlp.up_proj,0.0000022710,0.10000,5.531
+70,mlp.down_proj,0.0000010752,0.10000,20.280
+71,self_attn.v_proj,0.0000000978,0.10000,7.116
+71,self_attn.k_proj,0.0000000436,0.10000,7.148
+71,self_attn.q_proj,0.0000003238,0.10000,7.152
+71,self_attn.o_proj,0.0000001525,0.10000,2.581
+71,mlp.up_proj,0.0000024830,0.10000,5.534
+71,mlp.gate_proj,0.0000024225,0.10000,5.559
+71,mlp.down_proj,0.0000012695,0.10000,20.608
+72,self_attn.q_proj,0.0000003222,0.10000,7.509
+72,self_attn.v_proj,0.0000001117,0.10000,7.511
+72,self_attn.k_proj,0.0000000405,0.10000,7.527
+72,self_attn.o_proj,0.0000001605,0.10000,2.526
+72,mlp.gate_proj,0.0000026203,0.10000,5.694
+72,mlp.up_proj,0.0000027220,0.10000,5.720
+72,mlp.down_proj,0.0000014853,0.10000,19.933
+73,self_attn.q_proj,0.0000003313,0.10000,7.183
+73,self_attn.k_proj,0.0000000419,0.10000,7.194
+73,self_attn.v_proj,0.0000001306,0.10000,7.225
+73,self_attn.o_proj,0.0000001893,0.10000,2.388
+73,mlp.gate_proj,0.0000027619,0.10000,5.585
+73,mlp.up_proj,0.0000029067,0.10000,5.659
+73,mlp.down_proj,0.0000017333,0.10000,19.561
+74,self_attn.k_proj,0.0000000418,0.10000,7.129
+74,self_attn.v_proj,0.0000001241,0.10000,7.183
+74,self_attn.q_proj,0.0000003531,0.10000,7.196
+74,self_attn.o_proj,0.0000001913,0.10000,2.548
+74,mlp.up_proj,0.0000030490,0.10000,5.648
+74,mlp.gate_proj,0.0000028471,0.10000,5.666
+74,mlp.down_proj,0.0000020671,0.10000,19.825
+75,self_attn.v_proj,0.0000001411,0.10000,7.414
+75,self_attn.k_proj,0.0000000404,0.10000,7.435
+75,self_attn.q_proj,0.0000003362,0.10000,7.443
+75,self_attn.o_proj,0.0000002744,0.10000,2.555
+75,mlp.gate_proj,0.0000030461,0.10000,5.553
+75,mlp.up_proj,0.0000033062,0.10000,5.553
+75,mlp.down_proj,0.0000024828,0.10000,19.960
+76,self_attn.v_proj,0.0000002220,0.10000,6.971
+76,self_attn.k_proj,0.0000000397,0.10000,7.015
+76,self_attn.q_proj,0.0000003707,0.10000,7.018
+76,self_attn.o_proj,0.0000003982,0.10000,2.552
+76,mlp.gate_proj,0.0000032092,0.10000,5.624
+76,mlp.up_proj,0.0000035158,0.10000,5.624
+76,mlp.down_proj,0.0000034027,0.10000,20.258
+77,self_attn.k_proj,0.0000000374,0.10000,7.514
+77,self_attn.q_proj,0.0000003344,0.10000,7.524
+77,self_attn.v_proj,0.0000001427,0.10000,7.594
+77,self_attn.o_proj,0.0000003980,0.10000,2.495
+77,mlp.gate_proj,0.0000033776,0.10000,5.525
+77,mlp.up_proj,0.0000037065,0.10000,5.542
+77,mlp.down_proj,0.0000043159,0.10000,20.320
+78,self_attn.v_proj,0.0000001428,0.10000,7.170
+78,self_attn.k_proj,0.0000000335,0.10000,7.181
+78,self_attn.q_proj,0.0000003073,0.10000,7.183
+78,self_attn.o_proj,0.0000005447,0.10000,2.457
+78,mlp.gate_proj,0.0000030503,0.10000,5.725
+78,mlp.up_proj,0.0000033010,0.10000,5.750
+78,mlp.down_proj,0.0000107036,0.10000,19.873
+79,self_attn.q_proj,0.0000001919,0.10000,7.286
+79,self_attn.v_proj,0.0000000454,0.10000,7.302
+79,self_attn.k_proj,0.0000000254,0.10000,7.316
+79,self_attn.o_proj,0.0000001316,0.10000,2.527
+79,mlp.gate_proj,0.0000027360,0.10000,5.491
+79,mlp.up_proj,0.0000028670,0.10000,5.523
+79,mlp.down_proj,0.0000358965,0.10000,19.992