Add files using upload-large-folder tool
Browse files- .gitattributes +1 -0
- checkpoint-1042/global_step1041/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
- checkpoint-1042/global_step1041/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
- checkpoint-1042/global_step1041/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
- checkpoint-1042/global_step1041/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
- checkpoint-1042/model-00001-of-00002.safetensors +3 -0
- checkpoint-1042/model-00002-of-00002.safetensors +3 -0
- checkpoint-2084/global_step2083/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
- checkpoint-2084/global_step2083/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
- checkpoint-2084/global_step2083/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
- checkpoint-2084/global_step2083/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
- checkpoint-2084/model-00001-of-00002.safetensors +3 -0
- checkpoint-2084/model-00002-of-00002.safetensors +3 -0
- checkpoint-2084/tokenizer.json +3 -0
- checkpoint-3126/global_step3124/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
- checkpoint-3126/global_step3124/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
- checkpoint-3126/global_step3124/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
- checkpoint-3126/global_step3124/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
- checkpoint-3126/model-00001-of-00002.safetensors +3 -0
- checkpoint-3126/model-00002-of-00002.safetensors +3 -0
- checkpoint-3126/rng_state_0.pth +3 -0
- checkpoint-3126/rng_state_1.pth +3 -0
- checkpoint-3126/rng_state_3.pth +3 -0
- checkpoint-3126/scheduler.pt +3 -0
- checkpoint-4168/global_step4166/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
- checkpoint-4168/global_step4166/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
- checkpoint-4168/global_step4166/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
- checkpoint-4168/global_step4166/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
- checkpoint-4168/model-00001-of-00002.safetensors +3 -0
- checkpoint-4168/model-00002-of-00002.safetensors +3 -0
- checkpoint-5210/global_step5207/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
- checkpoint-5210/global_step5207/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
- checkpoint-5210/global_step5207/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
- checkpoint-5210/global_step5207/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
- checkpoint-5210/model-00001-of-00002.safetensors +3 -0
- checkpoint-5210/model-00002-of-00002.safetensors +3 -0
- checkpoint-5210/rng_state_1.pth +3 -0
- checkpoint-5210/rng_state_2.pth +3 -0
- model-00001-of-00002.safetensors +3 -0
- model-00002-of-00002.safetensors +3 -0
.gitattributes
CHANGED
|
@@ -38,3 +38,4 @@ checkpoint-1042/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
|
| 38 |
checkpoint-4168/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 39 |
checkpoint-3126/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 40 |
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 38 |
checkpoint-4168/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 39 |
checkpoint-3126/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 40 |
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
checkpoint-2084/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
checkpoint-1042/global_step1041/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:da9f6d2cb03cfef420a10a1f3c8da88defd2621213864eb0e76c12c3834917d1
|
| 3 |
+
size 9257821793
|
checkpoint-1042/global_step1041/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:efcd29fe08dac2d88b89b778c3ffd64aad1ecc5d8c531ddfb731c5e557f84106
|
| 3 |
+
size 9257821793
|
checkpoint-1042/global_step1041/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a11e84ab09042945c5d8752c5bd5554dda7042d2542bce2aa5e468c4a32876e4
|
| 3 |
+
size 9257821793
|
checkpoint-1042/global_step1041/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:babbc22f1c223195656eadd23b751101afd9b0945a877f5f7f582bb5b29b3fa4
|
| 3 |
+
size 9257821793
|
checkpoint-1042/model-00001-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:86c28e36929b6a0acee610cbe97f26ac291f71d635934ac183933c50e40f7e82
|
| 3 |
+
size 4957560304
|
checkpoint-1042/model-00002-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c3f73aa59087a452c2881de5d9eea6df7689a6dcf62e2082c292e265d57d1f5d
|
| 3 |
+
size 1214366696
|
checkpoint-2084/global_step2083/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:88d4d140b9570094a6400fe4d68936f8e4d7ae2ba21830e82d6ae21f2efa28c0
|
| 3 |
+
size 9257821793
|
checkpoint-2084/global_step2083/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:86267c65234247f2808a2fa67d588cdbc0376f4136efc0b418d00c7a6caadd8e
|
| 3 |
+
size 9257821793
|
checkpoint-2084/global_step2083/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:52fcb9562efa0747dfd93e0458ba60290e44afbfd92688862ee3bc87ad3c203d
|
| 3 |
+
size 9257821793
|
checkpoint-2084/global_step2083/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bf806b5eff625c3b83b6cdd725866552ae4f069aec9bc2da519ea117ef2b85b9
|
| 3 |
+
size 9257821793
|
checkpoint-2084/model-00001-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bf0864d542bd6201cf7e0b8caa1a89d79bbb97737cd1861a4e95ee1fbc706fb0
|
| 3 |
+
size 4957560304
|
checkpoint-2084/model-00002-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b005393bf46c5c247b55057aa6fc6ec2d111a4955aeaa934c523f4b9c546b61b
|
| 3 |
+
size 1214366696
|
checkpoint-2084/tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
|
| 3 |
+
size 11421896
|
checkpoint-3126/global_step3124/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ffc8c5a2ab95bf23d5f406acd773b343c69c77ae0bd16fe67cb0e04858c81ca
|
| 3 |
+
size 9257821793
|
checkpoint-3126/global_step3124/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:529dae1a8a0a507570b98a2eee3d924e73f6dd10c92875f957a99ee1d3d951fd
|
| 3 |
+
size 9257821793
|
checkpoint-3126/global_step3124/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:82b8905094060a048363a9e2893181926856151dc4689003a1bec582e2bd21a6
|
| 3 |
+
size 9257821793
|
checkpoint-3126/global_step3124/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:354a89059abdbbff9186088a5ac0d9df9eb112af5e4531d0e1415f078a98afc9
|
| 3 |
+
size 9257821793
|
checkpoint-3126/model-00001-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1e85d72d2194674a43a1d6fa80ab54568b1791a900f5225f3b28c7ecc9447187
|
| 3 |
+
size 4957560304
|
checkpoint-3126/model-00002-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7116841c5c3717028f08eb21864db159eb86bc92c30847fa2f1a55ab78406507
|
| 3 |
+
size 1214366696
|
checkpoint-3126/rng_state_0.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9eee49a2ad561e75c5f0f3e8056308fc27088e19e19620813602767a759d8e5a
|
| 3 |
+
size 15429
|
checkpoint-3126/rng_state_1.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e34c5da13614815d740bb91790974fffad60cd4e1e61540d824668f639ceb8c4
|
| 3 |
+
size 15429
|
checkpoint-3126/rng_state_3.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e5001f16e2075ef4f6a1c0dbc75d9121e1906a36d5ad35279fed02e36a6c7d13
|
| 3 |
+
size 15429
|
checkpoint-3126/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:da936c87f297552e052fc9a35504fa49c1d439fcb52bc53ebd9e61c19afb50f6
|
| 3 |
+
size 1465
|
checkpoint-4168/global_step4166/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c6689d2cf06d88276259311ec034b0cef0a4d4f965ec565ecfa548dd262180f7
|
| 3 |
+
size 9257821793
|
checkpoint-4168/global_step4166/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dc7b3459566e8f55994c1eb5f1d42b4fc85590039c1238f1235f3faa6909c9b0
|
| 3 |
+
size 9257821793
|
checkpoint-4168/global_step4166/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7a89b869275a2fb581020697ea14b39ad4175aa76faabf2a5d75a581bd5e9793
|
| 3 |
+
size 9257821793
|
checkpoint-4168/global_step4166/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c39466350fab6a9cd1f9658779b1da3720e0cfab47654e2bf4f5594881980f13
|
| 3 |
+
size 9257821793
|
checkpoint-4168/model-00001-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fb7a1a4a38d3aa1c23cdc5ab985cf616ca1f85649f0e8c2e094b110cdc33ad13
|
| 3 |
+
size 4957560304
|
checkpoint-4168/model-00002-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1902c692c248eba864bbff73b5146b4a9a1b6a5f58e3d9fd5dbab45d8978cee5
|
| 3 |
+
size 1214366696
|
checkpoint-5210/global_step5207/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cf7041f559d486f394948bdd671df46d8a3e75983e698854b6b3ed1a2619ca2c
|
| 3 |
+
size 9257821793
|
checkpoint-5210/global_step5207/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1e17644c2129411c8a8ae37c607e1e91f6b9066058a141712ebff4f6b8d48d4d
|
| 3 |
+
size 9257821793
|
checkpoint-5210/global_step5207/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5629de1be7812fab8567ea2175ef1f6040b757948d6173460527824d83742270
|
| 3 |
+
size 9257821793
|
checkpoint-5210/global_step5207/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:367c1b25a61d4c6b1f67e7f50a59ef56f8c987f6c1aeefd6fc5e35b5692483c0
|
| 3 |
+
size 9257821793
|
checkpoint-5210/model-00001-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0a9b5b350f5cf4abb6bfd1b42fb81b2143532d6c6ac993452e785c02392c07b5
|
| 3 |
+
size 4957560304
|
checkpoint-5210/model-00002-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:acb782894dc4c5aac5abf319f0faad42d12c47d422332aa4fdfc63ed4ad9cdeb
|
| 3 |
+
size 1214366696
|
checkpoint-5210/rng_state_1.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bf96eb5be532d73f38945749361f3edd34b97cc076d4be7e2cde686e5359b8d7
|
| 3 |
+
size 15429
|
checkpoint-5210/rng_state_2.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c3730e5abab5d2c549528777cb61f23b5504fcdf03bc11ecbc1c43cde06a8681
|
| 3 |
+
size 15429
|
model-00001-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0a9b5b350f5cf4abb6bfd1b42fb81b2143532d6c6ac993452e785c02392c07b5
|
| 3 |
+
size 4957560304
|
model-00002-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:acb782894dc4c5aac5abf319f0faad42d12c47d422332aa4fdfc63ed4ad9cdeb
|
| 3 |
+
size 1214366696
|