Add files using upload-large-folder tool
Browse files- checkpoint-20/global_step20/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_23_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_35_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_36_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_37_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_3_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_41_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_42_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_43_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_56_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_57_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_61_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_62_mp_rank_00_model_states.pt +3 -0
- checkpoint-20/global_step20/zero_pp_rank_63_mp_rank_00_model_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
- checkpoint-40/global_step40/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt +3 -0
checkpoint-20/global_step20/zero_pp_rank_15_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:abad02a7b4c503b939df184cb4efec38a1b01acd163439c833d5ee4ad5881fc4
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_16_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0a1302c2a96bc2b5b0dcee61aea8790a51933c75f944252bb391ded9fd4ce601
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_17_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6272c845de2090a8313a72a0d4016d90f4510dcd9ead948b2e237dec625b17d2
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_1_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:50e6e4217307fa40f4f33cf07ce7a46aba1b18193a8ff4db47bae6bb14d06f05
|
| 3 |
+
size 283397
|
checkpoint-20/global_step20/zero_pp_rank_22_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b8c7b1f4f8f61ce1fd07a337a48dc91f2969c3dfb8f25350ccfa51a6f1e73cf3
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_23_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4ac1d9203162fec21e90744189de555231c5b7c93de58e0d3904cbc89d71b796
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_2_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cf580b9065aa50caf8c95171b833d0ca985b398ab0e14dec827985be3ae6845a
|
| 3 |
+
size 283397
|
checkpoint-20/global_step20/zero_pp_rank_35_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:14029173ec3e21cff3d481b1ec3948aef1ece6cd19ba743427ffe1d22b65fc10
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_36_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:88f9ef7e67e838811abfefb445b64630c2208a488f3cdc3021a3756e3f0fb445
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_37_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aa999838501fc848df69dbe515d02988fa1e8b9cbddfbf1829215c6107a8bbe1
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_3_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7e42d4f65004553558d61842eb4a5a107d8d2857cd6c9e42dffb6563e6f0985f
|
| 3 |
+
size 283397
|
checkpoint-20/global_step20/zero_pp_rank_41_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e60fd1ab77ed6a77f3d7e07596f4a44c47945cdeffbfec8bee29e984f30b1ade
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_42_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3fd61ce8f22f45c2d88016c0348c7a9bd43bd3cead531759ecbbc4db53c055d0
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_43_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cd974fc933e925261aad7b81101701c86dbc974295653cd7bba1a462b5761017
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_56_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1be50d07d703e1d4aa7394ff4fd4b54e8cfa4aafb42912e1bf0942766130c694
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_57_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3f81801eaf69f759537336a114a41fde7f3c5e2684617e159ed109ee7661db9e
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_61_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38017b9a39e7f2cea98b5055b55719f537578ff7d5c0721c8f10bcd283f63800
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_62_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:70c07f85a78980c2d2742dd381414de665171af1d711f102f3acdb01c0fa5390
|
| 3 |
+
size 283980
|
checkpoint-20/global_step20/zero_pp_rank_63_mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:53f2e72f472946460e24d51e615236bafd6682eab1cb45815c4b24d9eff9dbd7
|
| 3 |
+
size 283980
|
checkpoint-40/global_step40/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:35a4fbeb2976cc648efed1f4cfced1f6118cefa803e3c636c48fd4d7edadc7f3
|
| 3 |
+
size 2769386096
|
checkpoint-40/global_step40/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a5511e4706118d8357891a531cb790cd731815756472996bb2c20e1590671da4
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2bd53f7da376eea0824a4e9c9a77b0b769a543b372f67f0eb7c9785ba6acc167
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d124ad05c16237af8395cb1fd51cb628f36ed2bc188a37ff4861eacb4b47cb71
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:62d320ccee8b6e9b67050cd0a8b4b1003e636056a0290a48e5d2ef7dbe0080ad
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:23e6f4a683d78d8cd56d3944d5d9cf073ae5399ac8cadaead90199cbc06b9323
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ef328c1ee2eddda915a13ef03501e961b4dd9b3e1308270312b5b3959e5858e5
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6e8a3e9899e2e7c091c46d8a8de2e84ff2f2e349fd25e38775dc6faca04eee57
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:74019960cddc75796e7ea34379f293dfb95c7c2b98315bfe43db9760b49d13e5
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6489944fa47fe75031cde53b3c50cce7abf920df1ff5283123d85388af312283
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8ad5869c99f461af9a152e56ef78a6aa04ff8f7114c76b7b883a5b776edc0859
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ee5ff4fdfd90bfe6af6fd2ba4defd29f54334c91103d2aca5de04c6d7012fc29
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ee940c37509373745becc43e7d61e20f7debfa7fe45ca22b5e7341ec9c20b526
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b12d7f3001b2788b2fa3484f77ad4c90d59f93e7d1f44024c4a4be9a3d849b10
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ec9296229745c1c8a40d26c868b74ffa46a48c9b20ad95e60ee9f786af3bbd2
|
| 3 |
+
size 2769386108
|
checkpoint-40/global_step40/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f86016605012b591130d9143234ddcfa6b3e419fc98979433fb098d3d71fbc39
|
| 3 |
+
size 2769386096
|
checkpoint-40/global_step40/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2e4fae092ec7ddc463058352a903cf835f28c127c3592a5a4ce299b1462e8b8b
|
| 3 |
+
size 2769386108
|