Shangy commited on
Commit
e933f8b
·
verified ·
1 Parent(s): 8149fe2

Upload folder using huggingface_hub

Browse files
Files changed (33) hide show
  1. bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  2. bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  3. bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  4. bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  5. bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  6. bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  7. bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  8. bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  9. bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  10. bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  11. bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  12. bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  13. bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  14. bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  15. bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  16. bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  17. bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  18. bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  19. bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  20. bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  21. bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  22. bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  23. bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  24. bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  25. bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt +3 -0
  26. bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  27. bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  28. bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
  29. bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  30. bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
  31. bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +3 -0
  32. bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +3 -0
  33. mp_rank_00_model_states.pt +3 -0
bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c8cee7b698a12cacecbd0d79e9f09c00d43af64281cf1e7ed3b3c024fd44b31
3
+ size 160442469
bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7723c4b1f0c6ba9a72e9581e03a0a2712253998ec527a2f04e171d3ef365eb84
3
+ size 160442478
bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f53251e703663eff3fb716f98ee275ebbae20493a969951ce58901a6d0f6916
3
+ size 160442414
bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba4959c2fe92147a48ef975a4f086efe23b15684f26af651dd080e21c260907e
3
+ size 160442478
bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6ed4f16281241b72b84c6c9aefb80cfc571d7512703e2a4cf8c5c4137e93eeb
3
+ size 160442542
bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfbaec790ccadb55d055de33a1817e821abc71c6e11e8eab4cbad1bc0b0f5752
3
+ size 160442414
bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:780033d25bb60b3c7f4a1bff54d1ab2637786d462a9e36781f42131aa1253947
3
+ size 160442478
bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:714aeeccfa7bdc54f9ec9880323973d2b152566f487e603fa0198c37fe92148b
3
+ size 160442414
bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55b71a4ba461f239b11edcee821440862a7f01b0ba60d7f8778e7b924d310506
3
+ size 160442414
bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2ebb9fa3d936d67d5f8e2711233e28c878f92bad41f3eddc54b721632caff66
3
+ size 160442414
bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87cd94982ad560124b3addc69883a4971f650ea3f21647461bb3c2b2b23016d9
3
+ size 160442478
bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b50863ecb7951a312c062e03a681f5f63271cc30a6c38f438da0b1737bd68257
3
+ size 160442405
bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b4d1edb0b80bb32711653f43aa12e42e3f480e3dcd724b66cd0db7879f0cc7e
3
+ size 160442414
bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66b3d233bba40b1d2e5fc560d421006a48ecc34a553f5e1ff26bbc0e32ea606f
3
+ size 160442414
bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d040c48dede653475893eecc3a849321d08b6dbcda01285978c08b9b3fcabd40
3
+ size 160442414
bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56d9337c01c87319e48969817881ee88184f04f168976d79aca48d0aa89cddc5
3
+ size 160442478
bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7991b332d1e2bacb074597d396a0cf7aa53a19d538e3b74e34f4863b4bddec5
3
+ size 160442414
bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68c927279db3d61248f3bc13699f039cee23530c3d34a749ed37de0c3ac03f27
3
+ size 160442414
bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ed11119d5336fcfe647736d10bb7f026ec910dc82aed308ebc5fc9cbec2c56f
3
+ size 160442414
bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3494f3edd19990ccfae6a7bcb76a466467a51804ad7e98758153e151cbc27531
3
+ size 160442414
bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f53992bad99fc6279e68c2ce9e95e675c9462e5bfbf92085ca6269cb4f2ec83e
3
+ size 160442670
bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e456e0e42558b04ef695ec0a22132651ac072e0271d1929a3d1b44a0b97b2cc3
3
+ size 160442414
bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d18adf3f2879a761b14bfc3fa4531f8d7815fe83f6e7ae5374b4820ea2a3008e
3
+ size 160442405
bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93174660629becf7420e358067408224089029085d1cae7c2a5ab05d0c2b10e7
3
+ size 160442414
bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e76a76a07a4c8140e11aab60a332c5be33f8d2c69a3d6785328723aa32de3953
3
+ size 160442414
bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ee840e10df23ef1bc7e0cd276538e01e7a04e3605923739d04a4f84256aa351
3
+ size 160442405
bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2ff4ec55de2461b5f81c319bb01c6d4c207f5c4a8687a99c68108ad9de4812
3
+ size 160442405
bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:125520fdea4c77a7b3a10b3a27d127e512ef89c152e5dc05b837d8852c55f458
3
+ size 160442405
bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:623b2bcf7989c83898d11c4877e90335fdd7c4f5e78536e308bea5888e9ab8b7
3
+ size 160442405
bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02c6d0e94f8bc4af5f5806f3b5ad4253c7379fb70e68115c4391ceead047e99e
3
+ size 160442405
bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4b8de79de2b941860a10a00bd5563e894565dc814ec09815263aa13a7670ee2
3
+ size 160442405
bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a880d0ae799a47e570f142822d4601c082b7dc0dbf74403d37b0a027de783c1
3
+ size 160442405
mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d9e8b54d40e7d4434b6fef8a38d329988b6ac90064db3e56a8f2ddfee479e0b
3
+ size 2957414537