Add files using upload-large-folder tool

tllm-checkpoint/config.json

@@ -66,105 +66,105 @@
         "has_zero_point": false,
         "pre_quant_scale": false,
         "exclude_modules": [
-            "transformer.layers.2.post_layernorm",
-            "transformer.layers.22.input_layernorm",
-            "transformer.layers.11.mlp.shared_expert_gate",
-            "transformer.layers.22.post_layernorm",
+            "transformer.layers.7.mlp.shared_expert_gate",
             "transformer.layers.20.mlp.router",
-            "transformer.layers.10.mlp.shared_expert_gate",
+            "lm_head",
+            "transformer.layers.18.post_layernorm",
+            "transformer.layers.17.mlp.shared_expert_gate",
+            "transformer.layers.6.post_layernorm",
             "transformer.layers.14.mlp.router",
-            "transformer.layers.16.mlp.shared_expert_gate",
-            "transformer.layers.7.post_layernorm",
-            "transformer.layers.0.mlp.shared_expert_gate",
-            "transformer.layers.1.post_layernorm",
-            "transformer.layers.4.mlp.shared_expert_gate",
-            "transformer.layers.8.post_layernorm",
-            "transformer.layers.5.mlp.router",
-            "transformer.layers.8.mlp.router",
-            "transformer.layers.21.post_layernorm",
             "transformer.layers.23.post_layernorm",
-            "transformer.layers.4.post_layernorm",
-            "transformer.layers.1.mlp.router",
-            "transformer.layers.6.post_layernorm",
-            "transformer.layers.23.mlp.router",
-            "transformer.layers.8.input_layernorm",
-            "transformer.layers.17.mlp.shared_expert_gate",
-            "transformer.layers.8.mlp.shared_expert_gate",
+            "transformer.layers.22.mlp.router",
+            "transformer.layers.7.input_layernorm",
             "transformer.layers.9.mlp.shared_expert_gate",
-            "transformer.layers.15.mlp.router",
-            "transformer.layers.6.mlp.router",
-            "transformer.layers.10.post_layernorm",
-            "transformer.layers.0.post_layernorm",
-            "transformer.layers.14.input_layernorm",
-            "transformer.layers.13.mlp.router",
-            "transformer.layers.15.mlp.shared_expert_gate",
-            "transformer.layers.0.mlp.router",
-            "transformer.layers.5.post_layernorm",
-            "transformer.layers.9.post_layernorm",
-            "transformer.layers.17.post_layernorm",
-            "transformer.layers.2.input_layernorm",
+            "transformer.layers.8.mlp.router",
             "transformer.layers.11.mlp.router",
-            "transformer.layers.3.post_layernorm",
-            "transformer.vocab_embedding",
-            "transformer.layers.22.mlp.router",
-            "transformer.layers.5.mlp.shared_expert_gate",
-            "transformer.layers.6.mlp.shared_expert_gate",
-            "transformer.layers.14.mlp.shared_expert_gate",
-            "transformer.layers.22.mlp.shared_expert_gate",
-            "transformer.layers.18.mlp.shared_expert_gate",
-            "transformer.layers.5.input_layernorm",
-            "transformer.layers.20.mlp.shared_expert_gate",
-            "transformer.layers.9.mlp.router",
+            "transformer.layers.19.mlp.router",
+            "transformer.layers.13.mlp.router",
             "transformer.layers.3.mlp.shared_expert_gate",
-            "transformer.layers.10.input_layernorm",
             "transformer.layers.14.post_layernorm",
-            "transformer.layers.19.mlp.router",
-            "transformer.layers.19.post_layernorm",
+            "transformer.layers.10.mlp.shared_expert_gate",
+            "transformer.layers.6.input_layernorm",
+            "transformer.layers.1.mlp.router",
+            "transformer.layers.21.mlp.router",
+            "transformer.layers.20.mlp.shared_expert_gate",
+            "transformer.layers.13.input_layernorm",
+            "transformer.layers.1.mlp.shared_expert_gate",
+            "transformer.layers.9.input_layernorm",
+            "transformer.layers.18.mlp.router",
+            "transformer.layers.18.mlp.shared_expert_gate",
+            "transformer.layers.21.input_layernorm",
+            "transformer.layers.15.post_layernorm",
+            "transformer.layers.22.mlp.shared_expert_gate",
+            "transformer.layers.4.post_layernorm",
+            "transformer.layers.15.input_layernorm",
+            "transformer.layers.13.post_layernorm",
+            "transformer.layers.4.mlp.router",
+            "transformer.layers.23.mlp.router",
+            "transformer.layers.3.mlp.router",
             "transformer.layers.2.mlp.router",
+            "transformer.layers.21.post_layernorm",
+            "transformer.layers.9.post_layernorm",
+            "transformer.layers.5.mlp.shared_expert_gate",
+            "transformer.layers.1.post_layernorm",
             "transformer.layers.23.input_layernorm",
-            "transformer.layers.2.mlp.shared_expert_gate",
-            "transformer.layers.4.mlp.router",
-            "transformer.layers.12.mlp.shared_expert_gate",
-            "transformer.layers.1.mlp.shared_expert_gate",
+            "transformer.layers.7.mlp.router",
             "transformer.layers.20.input_layernorm",
-            "transformer.layers.7.input_layernorm",
-            "transformer.layers.20.post_layernorm",
-            "transformer.layers.18.input_layernorm",
+            "transformer.layers.13.mlp.shared_expert_gate",
+            "transformer.layers.15.mlp.router",
+            "transformer.layers.7.post_layernorm",
+            "transformer.layers.22.input_layernorm",
+            "transformer.layers.2.mlp.shared_expert_gate",
             "transformer.layers.17.mlp.router",
-            "transformer.layers.23.mlp.shared_expert_gate",
-            "transformer.layers.15.input_layernorm",
+            "transformer.layers.19.post_layernorm",
+            "transformer.layers.4.mlp.shared_expert_gate",
+            "transformer.layers.6.mlp.shared_expert_gate",
+            "transformer.layers.9.mlp.router",
+            "transformer.layers.16.input_layernorm",
+            "transformer.layers.0.input_layernorm",
+            "transformer.layers.11.mlp.shared_expert_gate",
+            "transformer.layers.12.mlp.shared_expert_gate",
+            "transformer.layers.16.mlp.shared_expert_gate",
             "transformer.layers.16.post_layernorm",
-            "transformer.layers.19.mlp.shared_expert_gate",
-            "transformer.layers.3.mlp.router",
-            "transformer.layers.4.input_layernorm",
             "transformer.layers.19.input_layernorm",
-            "transformer.layers.17.input_layernorm",
-            "transformer.layers.21.input_layernorm",
-            "transformer.layers.13.input_layernorm",
-            "transformer.layers.7.mlp.router",
-            "transformer.layers.16.mlp.router",
-            "transformer.layers.3.input_layernorm",
-            "transformer.layers.15.post_layernorm",
+            "transformer.layers.14.mlp.shared_expert_gate",
+            "transformer.layers.10.post_layernorm",
+            "transformer.vocab_embedding",
+            "transformer.layers.8.post_layernorm",
+            "transformer.layers.10.input_layernorm",
+            "transformer.layers.2.input_layernorm",
+            "transformer.layers.14.input_layernorm",
+            "transformer.layers.5.input_layernorm",
+            "transformer.layers.18.input_layernorm",
+            "transformer.layers.3.post_layernorm",
+            "transformer.layers.5.post_layernorm",
             "transformer.layers.11.input_layernorm",
-            "transformer.layers.9.input_layernorm",
-            "transformer.layers.10.mlp.router",
-            "lm_head",
-            "transformer.layers.0.input_layernorm",
-            "transformer.layers.16.input_layernorm",
-            "transformer.layers.18.post_layernorm",
-            "transformer.layers.21.mlp.shared_expert_gate",
-            "transformer.layers.6.input_layernorm",
-            "transformer.layers.7.mlp.shared_expert_gate",
+            "transformer.layers.12.input_layernorm",
+            "transformer.layers.23.mlp.shared_expert_gate",
+            "transformer.layers.16.mlp.router",
+            "transformer.layers.15.mlp.shared_expert_gate",
+            "transformer.layers.0.mlp.shared_expert_gate",
             "transformer.layers.11.post_layernorm",
+            "transformer.layers.22.post_layernorm",
+            "transformer.layers.10.mlp.router",
             "transformer.layers.1.input_layernorm",
-            "transformer.ln_f",
-            "transformer.layers.13.post_layernorm",
-            "transformer.layers.12.input_layernorm",
-            "transformer.layers.13.mlp.shared_expert_gate",
+            "transformer.layers.17.post_layernorm",
             "transformer.layers.12.mlp.router",
+            "transformer.layers.19.mlp.shared_expert_gate",
             "transformer.layers.12.post_layernorm",
-            "transformer.layers.21.mlp.router",
-            "transformer.layers.18.mlp.router"
+            "transformer.ln_f",
+            "transformer.layers.3.input_layernorm",
+            "transformer.layers.17.input_layernorm",
+            "transformer.layers.8.mlp.shared_expert_gate",
+            "transformer.layers.0.post_layernorm",
+            "transformer.layers.0.mlp.router",
+            "transformer.layers.2.post_layernorm",
+            "transformer.layers.8.input_layernorm",
+            "transformer.layers.4.input_layernorm",
+            "transformer.layers.21.mlp.shared_expert_gate",
+            "transformer.layers.6.mlp.router",
+            "transformer.layers.5.mlp.router",
+            "transformer.layers.20.post_layernorm"
         ]
     },
     "qk_layernorm": false,

tllm-checkpoint/rank0.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11d5a9365de3dfa2e1ca78676690b297d084a702839d259f4dd41d8198a95648
-size 8725475264
+oid sha256:4f1209747dafd1fe1b4db5cf54b6e747c5234252e38bf30e1adf5503ed96ebed
+size 8725465656

tllm-checkpoint/rank1.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a9e0df4a8fa16bf25856bd427233692f8d58dc51abbbd2f5cd75d9a52b7f55a
-size 8725475264
+oid sha256:680fbac67d297f021d2f4c1f5320b86d167e973aef2947228d4228f1da981aed
+size 8725465656