Add files using upload-large-folder tool
Browse files- checkpoint-20/global_step20/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
- checkpoint-20/global_step20/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
- checkpoint-20/global_step20/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
- checkpoint-20/global_step20/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt +3 -0
- checkpoint-20/global_step20/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt +3 -0
- checkpoint-20/global_step20/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt +3 -0
- checkpoint-20/global_step20/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt +3 -0
- checkpoint-20/global_step20/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt +3 -0
- checkpoint-20/global_step20/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt +3 -0
- checkpoint-20/global_step20/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +3 -0
checkpoint-20/global_step20/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eb446d44660ce267932855bdb6aa2b4f5d8014539274f183bcebf87824eb7223
|
| 3 |
+
size 2769386108
|
checkpoint-20/global_step20/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e041f4a7fcfe9427c8316644609f2f1104db06fd15880ebb3a5cd09a7fc067eb
|
| 3 |
+
size 2769386108
|
checkpoint-20/global_step20/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa8573675b539e5052e931f7ec8a233af2197a51fac3f433ad35a58a53a264d0
|
| 3 |
+
size 2769386108
|
checkpoint-20/global_step20/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0315bce20ae41575126379da514b43378a29e6187e3e923bf160d387b4854896
|
| 3 |
+
size 2769386108
|
checkpoint-20/global_step20/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:13de3f6d329059a3c11fa9a65738b27c6f4b9e9c3feb72eb94605d7ebd5cead9
|
| 3 |
+
size 2769386108
|
checkpoint-20/global_step20/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1dc63240295a016d299a55448c287d3fda00d4c2933e91f8a4a4a358441100d1
|
| 3 |
+
size 2769386108
|
checkpoint-20/global_step20/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0d92bddda46e1fe7f6360dbac50f609827d9d28e07850b4ce96a8037e0d5ad1b
|
| 3 |
+
size 2769386108
|
checkpoint-20/global_step20/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:50a3905b9ba51bb9cf79b7dcc2cb8f11904462c9e225d81e3a932548f8083a22
|
| 3 |
+
size 2769386108
|
checkpoint-20/global_step20/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8349b6b427c17044608c7c74b80ed0061a7c1fbe64e1cacd85909bfa119a2597
|
| 3 |
+
size 2769386108
|
checkpoint-20/global_step20/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b2f3bf74745fbc9397846dd42efaf552e727366e396a727e950042c74114c4f
|
| 3 |
+
size 2769386096
|
checkpoint-40/global_step40/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0fa913592991f17c2643bea2b1c28855f74024e3bbed70ef2b04a73b8475e927
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0f8f3687af408b0ae31a69f39b85b6a1a411d00b5ea0f1e0991e78f07db61fda
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:63f0edce3df65db507cf259af6e984502b5aaec7e3a5f5c0471866ef6659b244
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b443d2800a5af8a127c2c8aeec6b6143219a2893c07cf5f851eb03042c21003e
|
| 3 |
+
size 2769386096
|
checkpoint-40/global_step40/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:75522da95354184249a3086bc19b90f3744869a1fceeb022f97150b6d6ac4dc5
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6f7780f7c18fc5c35b5c4712c6e162eebf7f97fae9d7f77e03dd7734257a7808
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:134cdd6e9b13a0fe0fa3642d70d84c379b1581327a1c5e91fc9063ecb63384bd
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed6554a25e357f9fc86101f8678fa034a43199c1ba0828521f07f03a93865125
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d0039812f642cb9af45dd563459e8f7f05e0d641c3c3b2dfc74649937dbb380e
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:101ef4c99dbf0a1fc37674ccc4c2d13945373606535d28e34366df687bc94411
|
| 3 |
+
size 2769386096
|
checkpoint-40/global_step40/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2abd002656d64375ef4b6bad54ab3753dfea941427fc7e6a0616a856e69fbccc
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c4856d810b107c7e9b64f8c54ad155cd3e51a18ed4ee6ccefc2a45527a5eb603
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fd3dd261e5a7cf5b79a0ce43ac49578c63f5cd01050c61105d7622c54b6592cf
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:91e6c6cdb6f2a2283edb992799b4598c034559cc98888a3733095e8074303759
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:862d675e145488c3aa5b252311e090a7ee310540f9ffc207d214c93a25d2dee7
|
| 3 |
+
size 2769386096
|
checkpoint-40/global_step40/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ab09e10476f99849ebeecf44a05989050a7480f863ba7879c5ea45f90cdbb1d3
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a289b8c845101ae7e69713cb52e0f4f32a55a3e44b47eba3bee8453069a52d1c
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:753555a0f989cc7d5c1b5bd3120205f3ea6d4d1ee0d892f15db8cd67bbede2e6
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f2f8528043f06064557ec28fb955be04b7680e33d298437216e4c94181c76d3f
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:61e8418cde5474b44a5a952d83f0220a4ea81205adde76389cb6a5cb034ec4ec
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5d745c8733f705ee020fea511f64f1a7b822bc31ea83e31df838139639e05530
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c994ee241e9cf3022ba1bd5196854b669d5a2d3d1dc9cc6d0d05ed30fea4a8a6
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4dcc6a90098c1e8871da9782e5c9db7f302ba086dd1bf7a08138c4e70c77b68b
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:11ec55cf25f1c2b191b9ffad6e2334bffef44dc4583b7a5d12b4184b50fcaab8
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b333fb70223182ba98be11a25748e4f1d2171ae25feabfb0911ed94fec36bf5a
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f04f1a21435e4fa052f209fe8261988e5df24c93ef8f592dde59cca58e250ae8
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d19e7bb91455e394c439306dedbf2128c5f5462803a271f29de3b16836e3a626
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b2be25c289fdf152e0ee2b41ce1a62df774350fa367bac372d1a621ad4a27893
|
| 3 |
+
size 2769386096
|
checkpoint-40/global_step40/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3e9ca88a745a190a066f5209aff1eddf0e9f700986bba8b811e403b6b0222156
|
| 3 |
+
size 2769386096
|