RZ412 commited on
Commit
473af2f
·
verified ·
1 Parent(s): 6a1db0b

Add files using upload-large-folder tool

Browse files
Files changed (40) hide show
  1. .gitattributes +1 -0
  2. checkpoint-1042/global_step1041/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  3. checkpoint-1042/global_step1041/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  4. checkpoint-1042/global_step1041/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  5. checkpoint-1042/global_step1041/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  6. checkpoint-1042/model-00001-of-00002.safetensors +3 -0
  7. checkpoint-1042/model-00002-of-00002.safetensors +3 -0
  8. checkpoint-2084/global_step2083/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  9. checkpoint-2084/global_step2083/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  10. checkpoint-2084/global_step2083/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  11. checkpoint-2084/global_step2083/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  12. checkpoint-2084/model-00001-of-00002.safetensors +3 -0
  13. checkpoint-2084/model-00002-of-00002.safetensors +3 -0
  14. checkpoint-2084/tokenizer.json +3 -0
  15. checkpoint-3126/global_step3124/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  16. checkpoint-3126/global_step3124/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  17. checkpoint-3126/global_step3124/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  18. checkpoint-3126/global_step3124/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  19. checkpoint-3126/model-00001-of-00002.safetensors +3 -0
  20. checkpoint-3126/model-00002-of-00002.safetensors +3 -0
  21. checkpoint-3126/rng_state_0.pth +3 -0
  22. checkpoint-3126/rng_state_1.pth +3 -0
  23. checkpoint-3126/rng_state_3.pth +3 -0
  24. checkpoint-3126/scheduler.pt +3 -0
  25. checkpoint-4168/global_step4166/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  26. checkpoint-4168/global_step4166/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  27. checkpoint-4168/global_step4166/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  28. checkpoint-4168/global_step4166/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  29. checkpoint-4168/model-00001-of-00002.safetensors +3 -0
  30. checkpoint-4168/model-00002-of-00002.safetensors +3 -0
  31. checkpoint-5210/global_step5207/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  32. checkpoint-5210/global_step5207/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  33. checkpoint-5210/global_step5207/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  34. checkpoint-5210/global_step5207/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  35. checkpoint-5210/model-00001-of-00002.safetensors +3 -0
  36. checkpoint-5210/model-00002-of-00002.safetensors +3 -0
  37. checkpoint-5210/rng_state_1.pth +3 -0
  38. checkpoint-5210/rng_state_2.pth +3 -0
  39. model-00001-of-00002.safetensors +3 -0
  40. model-00002-of-00002.safetensors +3 -0
.gitattributes CHANGED
@@ -38,3 +38,4 @@ checkpoint-1042/tokenizer.json filter=lfs diff=lfs merge=lfs -text
38
  checkpoint-4168/tokenizer.json filter=lfs diff=lfs merge=lfs -text
39
  checkpoint-3126/tokenizer.json filter=lfs diff=lfs merge=lfs -text
40
  tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
38
  checkpoint-4168/tokenizer.json filter=lfs diff=lfs merge=lfs -text
39
  checkpoint-3126/tokenizer.json filter=lfs diff=lfs merge=lfs -text
40
  tokenizer.json filter=lfs diff=lfs merge=lfs -text
41
+ checkpoint-2084/tokenizer.json filter=lfs diff=lfs merge=lfs -text
checkpoint-1042/global_step1041/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9f6d2cb03cfef420a10a1f3c8da88defd2621213864eb0e76c12c3834917d1
3
+ size 9257821793
checkpoint-1042/global_step1041/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efcd29fe08dac2d88b89b778c3ffd64aad1ecc5d8c531ddfb731c5e557f84106
3
+ size 9257821793
checkpoint-1042/global_step1041/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a11e84ab09042945c5d8752c5bd5554dda7042d2542bce2aa5e468c4a32876e4
3
+ size 9257821793
checkpoint-1042/global_step1041/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:babbc22f1c223195656eadd23b751101afd9b0945a877f5f7f582bb5b29b3fa4
3
+ size 9257821793
checkpoint-1042/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86c28e36929b6a0acee610cbe97f26ac291f71d635934ac183933c50e40f7e82
3
+ size 4957560304
checkpoint-1042/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3f73aa59087a452c2881de5d9eea6df7689a6dcf62e2082c292e265d57d1f5d
3
+ size 1214366696
checkpoint-2084/global_step2083/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88d4d140b9570094a6400fe4d68936f8e4d7ae2ba21830e82d6ae21f2efa28c0
3
+ size 9257821793
checkpoint-2084/global_step2083/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86267c65234247f2808a2fa67d588cdbc0376f4136efc0b418d00c7a6caadd8e
3
+ size 9257821793
checkpoint-2084/global_step2083/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52fcb9562efa0747dfd93e0458ba60290e44afbfd92688862ee3bc87ad3c203d
3
+ size 9257821793
checkpoint-2084/global_step2083/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf806b5eff625c3b83b6cdd725866552ae4f069aec9bc2da519ea117ef2b85b9
3
+ size 9257821793
checkpoint-2084/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf0864d542bd6201cf7e0b8caa1a89d79bbb97737cd1861a4e95ee1fbc706fb0
3
+ size 4957560304
checkpoint-2084/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b005393bf46c5c247b55057aa6fc6ec2d111a4955aeaa934c523f4b9c546b61b
3
+ size 1214366696
checkpoint-2084/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
3
+ size 11421896
checkpoint-3126/global_step3124/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ffc8c5a2ab95bf23d5f406acd773b343c69c77ae0bd16fe67cb0e04858c81ca
3
+ size 9257821793
checkpoint-3126/global_step3124/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:529dae1a8a0a507570b98a2eee3d924e73f6dd10c92875f957a99ee1d3d951fd
3
+ size 9257821793
checkpoint-3126/global_step3124/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82b8905094060a048363a9e2893181926856151dc4689003a1bec582e2bd21a6
3
+ size 9257821793
checkpoint-3126/global_step3124/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:354a89059abdbbff9186088a5ac0d9df9eb112af5e4531d0e1415f078a98afc9
3
+ size 9257821793
checkpoint-3126/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e85d72d2194674a43a1d6fa80ab54568b1791a900f5225f3b28c7ecc9447187
3
+ size 4957560304
checkpoint-3126/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7116841c5c3717028f08eb21864db159eb86bc92c30847fa2f1a55ab78406507
3
+ size 1214366696
checkpoint-3126/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eee49a2ad561e75c5f0f3e8056308fc27088e19e19620813602767a759d8e5a
3
+ size 15429
checkpoint-3126/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e34c5da13614815d740bb91790974fffad60cd4e1e61540d824668f639ceb8c4
3
+ size 15429
checkpoint-3126/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5001f16e2075ef4f6a1c0dbc75d9121e1906a36d5ad35279fed02e36a6c7d13
3
+ size 15429
checkpoint-3126/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da936c87f297552e052fc9a35504fa49c1d439fcb52bc53ebd9e61c19afb50f6
3
+ size 1465
checkpoint-4168/global_step4166/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6689d2cf06d88276259311ec034b0cef0a4d4f965ec565ecfa548dd262180f7
3
+ size 9257821793
checkpoint-4168/global_step4166/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc7b3459566e8f55994c1eb5f1d42b4fc85590039c1238f1235f3faa6909c9b0
3
+ size 9257821793
checkpoint-4168/global_step4166/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a89b869275a2fb581020697ea14b39ad4175aa76faabf2a5d75a581bd5e9793
3
+ size 9257821793
checkpoint-4168/global_step4166/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c39466350fab6a9cd1f9658779b1da3720e0cfab47654e2bf4f5594881980f13
3
+ size 9257821793
checkpoint-4168/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb7a1a4a38d3aa1c23cdc5ab985cf616ca1f85649f0e8c2e094b110cdc33ad13
3
+ size 4957560304
checkpoint-4168/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1902c692c248eba864bbff73b5146b4a9a1b6a5f58e3d9fd5dbab45d8978cee5
3
+ size 1214366696
checkpoint-5210/global_step5207/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf7041f559d486f394948bdd671df46d8a3e75983e698854b6b3ed1a2619ca2c
3
+ size 9257821793
checkpoint-5210/global_step5207/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e17644c2129411c8a8ae37c607e1e91f6b9066058a141712ebff4f6b8d48d4d
3
+ size 9257821793
checkpoint-5210/global_step5207/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5629de1be7812fab8567ea2175ef1f6040b757948d6173460527824d83742270
3
+ size 9257821793
checkpoint-5210/global_step5207/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:367c1b25a61d4c6b1f67e7f50a59ef56f8c987f6c1aeefd6fc5e35b5692483c0
3
+ size 9257821793
checkpoint-5210/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a9b5b350f5cf4abb6bfd1b42fb81b2143532d6c6ac993452e785c02392c07b5
3
+ size 4957560304
checkpoint-5210/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acb782894dc4c5aac5abf319f0faad42d12c47d422332aa4fdfc63ed4ad9cdeb
3
+ size 1214366696
checkpoint-5210/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf96eb5be532d73f38945749361f3edd34b97cc076d4be7e2cde686e5359b8d7
3
+ size 15429
checkpoint-5210/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3730e5abab5d2c549528777cb61f23b5504fcdf03bc11ecbc1c43cde06a8681
3
+ size 15429
model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a9b5b350f5cf4abb6bfd1b42fb81b2143532d6c6ac993452e785c02392c07b5
3
+ size 4957560304
model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acb782894dc4c5aac5abf319f0faad42d12c47d422332aa4fdfc63ed4ad9cdeb
3
+ size 1214366696