Add files using upload-large-folder tool
Browse files- checkpoint-117/global_step117/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
- checkpoint-117/global_step117/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
- checkpoint-117/global_step117/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
- checkpoint-117/global_step117/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt +3 -0
- checkpoint-117/global_step117/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt +3 -0
- checkpoint-117/global_step117/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt +3 -0
- checkpoint-117/global_step117/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_26_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_27_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_32_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_33_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_38_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_46_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_47_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_4_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_52_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_53_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_56_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_58_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_5_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/zero_pp_rank_62_mp_rank_00_model_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt +3 -0
- checkpoint-80/global_step80/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +3 -0
checkpoint-117/global_step117/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:02057d476b72a351cec16eb9cdaf2ff93b17fba951110dc315b7dc21c0443d1e
|
| 3 |
+
size 2769386108
|
checkpoint-117/global_step117/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:71aaa09ea7f8b3edfac0974bfd610edd8dcf9194ca4a9fedb41874d5da71c4aa
|
| 3 |
+
size 2769386108
|
checkpoint-117/global_step117/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c031a86b201fde8543a9806760e0ac9a26f7313f6e6a1fb41af65e05287599c6
|
| 3 |
+
size 2769386096
|
checkpoint-117/global_step117/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ab58397a0930fffca161d882d3f99ddf30f4e75435683d1ab0370dc46dc66e2f
|
| 3 |
+
size 2769386108
|
checkpoint-117/global_step117/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ce8af790d449061b5d26917f122a116e21476fc60eae59bcc8e28c73a4ac6617
|
| 3 |
+
size 2769386108
|
checkpoint-117/global_step117/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e170795c9426a9206d293a84fb1e77276097ed21dac9ff47f519116bf9822d1b
|
| 3 |
+
size 2769386108
|
checkpoint-117/global_step117/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:017ed35d93ddd4aa918ccd83854c09c8c0b81c0d97b5a9f71bce9117964fb627
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/zero_pp_rank_0_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40362e587721ebe487807114f62566095d5c545c6e7256e98965ea2f19f8f2d4
|
| 3 |
+
size 283397
|
checkpoint-40/global_step40/zero_pp_rank_10_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a7ae84c40b75be212ab640ce4af6fa33c246573818b29a29ce2b67518185e53b
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_12_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bb9ded3582b94974700318d301ec20fd9b61a4a6f49f3c73442655adff9c1e9b
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_13_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8d4c322c19c50e768630d494b43673ebf6545eb7105b8c0496ed5a9dc9cbd593
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_18_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e22b7f2f313e8931939080bdf0e36d439c27348e89df8613f4c14b9e089b1cf0
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_22_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ff8decfbd1fd107a6de9850e01cce32406a6c780080466a78f607590c4bf3179
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_26_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3b097ca8e5cc964ef69d755d5e2e4e0be44afda4d15be2d81529eacf94d5bcb0
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_27_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ee2ca8f485fe141d3c55921333e82c3a248b07147a2d1941532e509334403306
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_32_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d7d1481ac78d01a52d9dd9c731386a6626ffbd7b838fb8bb2ee1cad037363ad2
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_33_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:263f5d8e7f66ef5a5031bdd48d91060ecda188519b872648334ab8416bbfdb35
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_38_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4598bf9d32cfa790a34e092ac35b18d43e27f79db6206beacde35f020f7cb5dc
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_46_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:604106d688c5e1d3baf6f1387e1f31ccc440ae5b11d944994743ad328030fc84
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_47_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3dd1700b91f9791dc7eb2a33efd48267707ad1e161aa2aa3e1e98b2da0e09cfb
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_4_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b7d9ee0c675c3052a7066217c4c3701a019b6af82e88d2edd3546fe19f5c6521
|
| 3 |
+
size 283397
|
checkpoint-40/global_step40/zero_pp_rank_52_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e501e0b9d118b52c1dbc54d9cf4b1e757c0b78c2d829669efc65e23b8d8e78af
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_53_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:88d8d795bcbe05683178879072ea453736c8b4174fa9756915b3ebd7ca9806e8
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_56_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:20b5c41a5e9548303bf1291ab5b83e4da304c3991e5a213b89bb3cfbcb635499
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_58_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:de82c1ec5e59a06f5681413914b91a19e16ab9b20e44277d02825640ba7c20fa
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/zero_pp_rank_5_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f8e1077eef8aafff4ba9adab8459d88252b3f172f64906beed30998eb1b5d5b7
|
| 3 |
+
size 283397
|
checkpoint-40/global_step40/zero_pp_rank_62_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:46e58d0b6e5d483d67b584a0b90c48b2e854a018766d45af6cd673dc7cb1aa88
|
| 3 |
+
size 283980
|
checkpoint-80/global_step80/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:be651c656fe1795dc861bbbdf5f4b019d0a434acf44caeec494b734836c5a70c
|
| 3 |
+
size 2769386108
|
checkpoint-80/global_step80/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e3485ad6e7ffbd38c69c68968317b1216cb799434e2eefe6927df55d05e367b0
|
| 3 |
+
size 2769386108
|
checkpoint-80/global_step80/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0ef2edcd82ee9901e98b9031f7ac54a2fa7b50862d886fd9111aa925246dba94
|
| 3 |
+
size 2769386108
|
checkpoint-80/global_step80/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fce9cdbd29f6064f46ee6ff4f1e27c154cb5e3c744a90ea82a03f83e56b3c495
|
| 3 |
+
size 2769386108
|
checkpoint-80/global_step80/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9ed51622e585b7ce3d5f870c1d183a6e2c3970eaa478dfeb5f381d1b14016ef1
|
| 3 |
+
size 2769386108
|
checkpoint-80/global_step80/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:51016ba6867a816c3487f07f39fe6128cbcd8c6f7f78c03235c3b7c98b2a71e8
|
| 3 |
+
size 2769386108
|
checkpoint-80/global_step80/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9cb5eabe098a6c28ef4565dde15cb14c204191fc29a280dbb2786a3a6972728e
|
| 3 |
+
size 2769386108
|
checkpoint-80/global_step80/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb496b536f7d4b342a481cd97c69f7e17a6655c5c9bf5e9b39c063a3ddf8e47f
|
| 3 |
+
size 2769386108
|
checkpoint-80/global_step80/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fd23cdb6a157ac461a6cdc96b8b344abc094d4e4d91949217c3f4a1c57b05e0e
|
| 3 |
+
size 2769386108
|
checkpoint-80/global_step80/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fb614c85fae8b219f54ce2e5028348dd2e27b632e0f49ea8d5ef4146d77d684f
|
| 3 |
+
size 2769386096
|
checkpoint-80/global_step80/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e82f61b9e572a2b4dc93f83f2049a043444334e6db0670c0c75ccfbb64d4d1f5
|
| 3 |
+
size 2769386108
|
checkpoint-80/global_step80/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a20df8f8c1b9ed78499f7ebef8ac566de10e924a73760e7cc7774752c095df7d
|
| 3 |
+
size 2769386108
|
checkpoint-80/global_step80/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f55c6ce95882199d7e0bc68ace91fee3f1f6b135a4db062328927c353215d0c1
|
| 3 |
+
size 2769386108
|
checkpoint-80/global_step80/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f826481c579e3f8e08e45ababa6c8dc0ba76e3dfb8f615407b29cf0e5ea898ae
|
| 3 |
+
size 2769386108
|
checkpoint-80/global_step80/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18b1a59f63d3f2ffbd0bf5c8938be0cddc784302e4878311949076ec6567406c
|
| 3 |
+
size 2769386096
|