afeng commited on
Commit
8ba2e13
·
verified ·
1 Parent(s): 3339b3b

Add files using upload-large-folder tool

Browse files
Files changed (39) hide show
  1. checkpoint-20/global_step20/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  2. checkpoint-20/global_step20/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  3. checkpoint-20/global_step20/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  4. checkpoint-20/global_step20/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt +3 -0
  5. checkpoint-20/global_step20/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt +3 -0
  6. checkpoint-20/global_step20/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt +3 -0
  7. checkpoint-20/global_step20/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt +3 -0
  8. checkpoint-20/global_step20/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt +3 -0
  9. checkpoint-20/global_step20/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt +3 -0
  10. checkpoint-20/global_step20/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  11. checkpoint-40/global_step40/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  12. checkpoint-40/global_step40/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  13. checkpoint-40/global_step40/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  14. checkpoint-40/global_step40/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  15. checkpoint-40/global_step40/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  16. checkpoint-40/global_step40/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  17. checkpoint-40/global_step40/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  18. checkpoint-40/global_step40/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  19. checkpoint-40/global_step40/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  20. checkpoint-40/global_step40/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  21. checkpoint-40/global_step40/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt +3 -0
  22. checkpoint-40/global_step40/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt +3 -0
  23. checkpoint-40/global_step40/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt +3 -0
  24. checkpoint-40/global_step40/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt +3 -0
  25. checkpoint-40/global_step40/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  26. checkpoint-40/global_step40/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt +3 -0
  27. checkpoint-40/global_step40/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt +3 -0
  28. checkpoint-40/global_step40/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt +3 -0
  29. checkpoint-40/global_step40/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt +3 -0
  30. checkpoint-40/global_step40/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt +3 -0
  31. checkpoint-40/global_step40/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt +3 -0
  32. checkpoint-40/global_step40/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt +3 -0
  33. checkpoint-40/global_step40/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt +3 -0
  34. checkpoint-40/global_step40/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt +3 -0
  35. checkpoint-40/global_step40/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt +3 -0
  36. checkpoint-40/global_step40/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt +3 -0
  37. checkpoint-40/global_step40/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt +3 -0
  38. checkpoint-40/global_step40/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +3 -0
  39. checkpoint-40/global_step40/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +3 -0
checkpoint-20/global_step20/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb446d44660ce267932855bdb6aa2b4f5d8014539274f183bcebf87824eb7223
3
+ size 2769386108
checkpoint-20/global_step20/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e041f4a7fcfe9427c8316644609f2f1104db06fd15880ebb3a5cd09a7fc067eb
3
+ size 2769386108
checkpoint-20/global_step20/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa8573675b539e5052e931f7ec8a233af2197a51fac3f433ad35a58a53a264d0
3
+ size 2769386108
checkpoint-20/global_step20/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0315bce20ae41575126379da514b43378a29e6187e3e923bf160d387b4854896
3
+ size 2769386108
checkpoint-20/global_step20/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13de3f6d329059a3c11fa9a65738b27c6f4b9e9c3feb72eb94605d7ebd5cead9
3
+ size 2769386108
checkpoint-20/global_step20/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dc63240295a016d299a55448c287d3fda00d4c2933e91f8a4a4a358441100d1
3
+ size 2769386108
checkpoint-20/global_step20/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d92bddda46e1fe7f6360dbac50f609827d9d28e07850b4ce96a8037e0d5ad1b
3
+ size 2769386108
checkpoint-20/global_step20/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50a3905b9ba51bb9cf79b7dcc2cb8f11904462c9e225d81e3a932548f8083a22
3
+ size 2769386108
checkpoint-20/global_step20/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8349b6b427c17044608c7c74b80ed0061a7c1fbe64e1cacd85909bfa119a2597
3
+ size 2769386108
checkpoint-20/global_step20/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b2f3bf74745fbc9397846dd42efaf552e727366e396a727e950042c74114c4f
3
+ size 2769386096
checkpoint-40/global_step40/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fa913592991f17c2643bea2b1c28855f74024e3bbed70ef2b04a73b8475e927
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f8f3687af408b0ae31a69f39b85b6a1a411d00b5ea0f1e0991e78f07db61fda
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63f0edce3df65db507cf259af6e984502b5aaec7e3a5f5c0471866ef6659b244
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b443d2800a5af8a127c2c8aeec6b6143219a2893c07cf5f851eb03042c21003e
3
+ size 2769386096
checkpoint-40/global_step40/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75522da95354184249a3086bc19b90f3744869a1fceeb022f97150b6d6ac4dc5
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f7780f7c18fc5c35b5c4712c6e162eebf7f97fae9d7f77e03dd7734257a7808
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:134cdd6e9b13a0fe0fa3642d70d84c379b1581327a1c5e91fc9063ecb63384bd
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed6554a25e357f9fc86101f8678fa034a43199c1ba0828521f07f03a93865125
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0039812f642cb9af45dd563459e8f7f05e0d641c3c3b2dfc74649937dbb380e
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:101ef4c99dbf0a1fc37674ccc4c2d13945373606535d28e34366df687bc94411
3
+ size 2769386096
checkpoint-40/global_step40/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2abd002656d64375ef4b6bad54ab3753dfea941427fc7e6a0616a856e69fbccc
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4856d810b107c7e9b64f8c54ad155cd3e51a18ed4ee6ccefc2a45527a5eb603
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd3dd261e5a7cf5b79a0ce43ac49578c63f5cd01050c61105d7622c54b6592cf
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91e6c6cdb6f2a2283edb992799b4598c034559cc98888a3733095e8074303759
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:862d675e145488c3aa5b252311e090a7ee310540f9ffc207d214c93a25d2dee7
3
+ size 2769386096
checkpoint-40/global_step40/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab09e10476f99849ebeecf44a05989050a7480f863ba7879c5ea45f90cdbb1d3
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a289b8c845101ae7e69713cb52e0f4f32a55a3e44b47eba3bee8453069a52d1c
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:753555a0f989cc7d5c1b5bd3120205f3ea6d4d1ee0d892f15db8cd67bbede2e6
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2f8528043f06064557ec28fb955be04b7680e33d298437216e4c94181c76d3f
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61e8418cde5474b44a5a952d83f0220a4ea81205adde76389cb6a5cb034ec4ec
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d745c8733f705ee020fea511f64f1a7b822bc31ea83e31df838139639e05530
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c994ee241e9cf3022ba1bd5196854b669d5a2d3d1dc9cc6d0d05ed30fea4a8a6
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dcc6a90098c1e8871da9782e5c9db7f302ba086dd1bf7a08138c4e70c77b68b
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11ec55cf25f1c2b191b9ffad6e2334bffef44dc4583b7a5d12b4184b50fcaab8
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b333fb70223182ba98be11a25748e4f1d2171ae25feabfb0911ed94fec36bf5a
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f04f1a21435e4fa052f209fe8261988e5df24c93ef8f592dde59cca58e250ae8
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d19e7bb91455e394c439306dedbf2128c5f5462803a271f29de3b16836e3a626
3
+ size 2769386108
checkpoint-40/global_step40/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2be25c289fdf152e0ee2b41ce1a62df774350fa367bac372d1a621ad4a27893
3
+ size 2769386096
checkpoint-40/global_step40/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e9ca88a745a190a066f5209aff1eddf0e9f700986bba8b811e403b6b0222156
3
+ size 2769386096