diff --git a/global_step660750/layer_01-model_00-model_states.pt b/global_step660750/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a7327afb4b9c1b137188a1abb1a86459eb81c1
--- /dev/null
+++ b/global_step660750/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf39e12a4bb4bde95591fd6178d025458f3b573f66838cbd307e4410eadbdb9d
+size 770710755
diff --git a/global_step660750/layer_03-model_00-model_states.pt b/global_step660750/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b01c79fd25400799aa244d25bb2922b4e4c896
--- /dev/null
+++ b/global_step660750/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cd2dbe76037798a6e6ad6de3507caacc44225355df3b9c6afbc3d872b4abe8
+size 56666369
diff --git a/global_step660750/layer_04-model_00-model_states.pt b/global_step660750/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fe1c12675163cbd111eb474ee19be4aa4f7c66
--- /dev/null
+++ b/global_step660750/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab16cb761b21bd70dbee1c60f0c04f3fef90404bc0a181ce25e462e23838f8a
+size 56666369
diff --git a/global_step660750/layer_05-model_00-model_states.pt b/global_step660750/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81534b62c28c79253ef91b75fbd737cb1c8dc034
--- /dev/null
+++ b/global_step660750/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8333c1aa53a3745802bc12e445d9f399cb0cd8609615a7678a07ab8f4a10976
+size 56666369
diff --git a/global_step660750/layer_06-model_00-model_states.pt b/global_step660750/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7935c518cd398f7aa88190f9efe3c74b87d34041
--- /dev/null
+++ b/global_step660750/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686cf4204a2b606d96a6f39b039c1ada2a624e4eb4eddcc32c44a4d1f18493a0
+size 56666369
diff --git a/global_step660750/layer_07-model_00-model_states.pt b/global_step660750/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28f76f2ace2b97f12ab67e0f74396ef611ef486
--- /dev/null
+++ b/global_step660750/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e8fbd5de8e3ba522afdbacfa427abf09e755f9c6efad00bddca0484e3c420d
+size 56666369
diff --git a/global_step660750/layer_08-model_00-model_states.pt b/global_step660750/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fea6ebc33cd046138684c1390756aa226398a25
--- /dev/null
+++ b/global_step660750/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a47e45d5509fc57f0b9a0b770bf6980660f7137cb0344376f343baccdab9b49
+size 56666369
diff --git a/global_step660750/layer_09-model_00-model_states.pt b/global_step660750/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9159c244805fdad4009f4b8f6e96d406c86d83
--- /dev/null
+++ b/global_step660750/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc1556a62c15e13f2521fa8206f0839b23ce06fbeb16a791b8d1f0c4b2dda28
+size 56666369
diff --git a/global_step660750/layer_10-model_00-model_states.pt b/global_step660750/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c2398f6ff8569cb8cb85b5982dd1eda961e121
--- /dev/null
+++ b/global_step660750/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2157c75f3d1cd46dc4f8b401e03388622b5c71343051a1d961dcedd64315f53
+size 56666369
diff --git a/global_step660750/layer_11-model_00-model_states.pt b/global_step660750/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5498216d18a26476a55087ceb1645d65693beb13
--- /dev/null
+++ b/global_step660750/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e88eb26bf6a0dbb5824f7ceb4f2f34544b03cc3722a685c8f8f3e127727abd3
+size 56666369
diff --git a/global_step660750/layer_12-model_00-model_states.pt b/global_step660750/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b5690b8b1db14148cb1502b459d53794ed2d32
--- /dev/null
+++ b/global_step660750/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5b1a660f96e592709bb922e77296069a6a3d6a7fff59d8b58a731514b1ee7a
+size 56666369
diff --git a/global_step660750/layer_13-model_00-model_states.pt b/global_step660750/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b677a823c446563294794ef199239c50bfae69
--- /dev/null
+++ b/global_step660750/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8f9ec1c07b27625d58b0afa92ee083eabb983fb7414efdf175c0d1b931fd5c
+size 56666369
diff --git a/global_step660750/layer_14-model_00-model_states.pt b/global_step660750/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a6177431e25bf47134fe76bebb6e2e1998769e
--- /dev/null
+++ b/global_step660750/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9c0e639971d5fda471b3982dae31158a69c6659ecce075907b9db93038f701
+size 56666369
diff --git a/global_step660750/layer_15-model_00-model_states.pt b/global_step660750/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46593cce451b8042bf5bb1611fc8132dff810dd1
--- /dev/null
+++ b/global_step660750/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0ab65635430a7a9686d9180b1c2bef85fdc34a1f8e1929ed9b7d25222ec9d3
+size 56666369
diff --git a/global_step660750/layer_16-model_00-model_states.pt b/global_step660750/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08657392da8dfdbbfbf75679d93ac442af31c9a5
--- /dev/null
+++ b/global_step660750/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbc16d13742a361b5dfc6ff7fb9ab07ec719403ae5bb76dc158420525ac2645
+size 56666369
diff --git a/global_step660750/layer_17-model_00-model_states.pt b/global_step660750/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8092f49c435badac3421e476860a67177503aa7f
--- /dev/null
+++ b/global_step660750/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d7b5bcb0b042b822245be420e0b84cb49401858cca7e0499d56bf809c94c2e
+size 56666369
diff --git a/global_step660750/layer_18-model_00-model_states.pt b/global_step660750/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2800674506ff4b444f80e71a291573814471f54b
--- /dev/null
+++ b/global_step660750/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90850b831dbc915d5a8950f45a8c7baeb9ef4c991b6d941602eebe0e79e022f7
+size 56666369
diff --git a/global_step660750/layer_19-model_00-model_states.pt b/global_step660750/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a859d793134a49adf359125282bbd13c160a263d
--- /dev/null
+++ b/global_step660750/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea174a95871bc4dbdaa524b14180e3d133e8d71da8330b7fc59d9f8ba8b3e02
+size 56666369
diff --git a/global_step660750/layer_20-model_00-model_states.pt b/global_step660750/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8722a8e1f8abd8e32b7b8dc5113ebcb002e24139
--- /dev/null
+++ b/global_step660750/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef84ee89a48168f3995fd8cc4631016952590e3f4bdbfa88c2ac39f130312c9
+size 56666369
diff --git a/global_step660750/layer_21-model_00-model_states.pt b/global_step660750/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5faa41f8a8acaf9ce18f770be7c33cfc670f3ae9
--- /dev/null
+++ b/global_step660750/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7415375f22873bb64f9e036b90445b365c920ee6bcf518a1c2dc5caba1badc35
+size 56666369
diff --git a/global_step660750/layer_22-model_00-model_states.pt b/global_step660750/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51814e41c20046c7cd734c32bf8d36221414430
--- /dev/null
+++ b/global_step660750/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef251df7ed5a4684642fdaa520ef9e2fbf15718ce69ab7b3836b62b366ac55e
+size 56666369
diff --git a/global_step660750/layer_23-model_00-model_states.pt b/global_step660750/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d441d422e51a0a15a1bbc23015452a0a73481639
--- /dev/null
+++ b/global_step660750/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7667e0b6165c2415517659eda5639bf1be9d91c48136219f6bea82de4bac56b
+size 56666369
diff --git a/global_step660750/layer_24-model_00-model_states.pt b/global_step660750/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ca2fa3d2e22675d1ec984b0005df24cade386e
--- /dev/null
+++ b/global_step660750/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1322013c37b3176a9cb622b0a7f0c471149b29b53bc08ecb865d4ebb2d18530a
+size 56666369
diff --git a/global_step660750/layer_25-model_00-model_states.pt b/global_step660750/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729b86e9f93b066a5108340c495dc2397ac19a26
--- /dev/null
+++ b/global_step660750/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d375ac9f7f64a9640867f065b949716f7a302004bf6fa6b9fc5541376b329c
+size 56666369
diff --git a/global_step660750/layer_26-model_00-model_states.pt b/global_step660750/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7847bd2a014fe83b151d572e8332f4c13dedb1b
--- /dev/null
+++ b/global_step660750/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c195e6b260a8ccc091d43fd615262d7ed0ab968c3791c8822c31d96669d8ad
+size 56666369
diff --git a/global_step660750/layer_28-model_00-model_states.pt b/global_step660750/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb08aadb0b43e8175d8cb74b521ee6af767a122
--- /dev/null
+++ b/global_step660750/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad56d4b799458dc984c33dcc84062aeb1f97916643bcd3db5da11f7e8f452ede
+size 7079
diff --git a/global_step660750/mp_rank_00_model_states.pt b/global_step660750/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7482db434ab061617370efd0e6cbaf5157d47987
--- /dev/null
+++ b/global_step660750/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455e9923c200783c4811e428354c0aa1975e712dc50377866d8d256219db7b22
+size 57123
diff --git a/global_step660750/mp_rank_01_model_states.pt b/global_step660750/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cbe2b1f8fff822185a36af512d526b30404185
--- /dev/null
+++ b/global_step660750/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba42c30a635813b8697a749392a138faba18ca89f651e2f5cc46d945d09ddf6
+size 57251
diff --git a/global_step660750/zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea52c42aa810f6218df2918b1045194caa5caee
--- /dev/null
+++ b/global_step660750/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aebdc38f7128c356fa8a2067b7bab1020e67090e0dfc885dccf21fd3331f1e8
+size 544003339
diff --git a/global_step660750/zero_pp_rank_0_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f856ef41f0a70837fe22cc9b7261258817c24b
--- /dev/null
+++ b/global_step660750/zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e420caf0c44bb9fbe779123497fa89435310df82e7b7767a289c511d999bf5f
+size 544003339
diff --git a/global_step660750/zero_pp_rank_10_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dead8c37efa0101413768eb427e1f6ccbe265b2
--- /dev/null
+++ b/global_step660750/zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328e32fddf2697d4738c82700f15131ba7abe1dd49afae96b594f72bc8f633e4
+size 544003339
diff --git a/global_step660750/zero_pp_rank_10_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1b22b0e190d4c14425856f841adaf65718425b
--- /dev/null
+++ b/global_step660750/zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8f96a78db7a5632c05db4f5d57342ee90fb4d55af5fa4e96ad2b0bb50ff19b
+size 544003339
diff --git a/global_step660750/zero_pp_rank_11_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5abad92c88e7ac2034e2ed0c682399c204dafa4
--- /dev/null
+++ b/global_step660750/zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f405b64abcad7adb4444a148396b9920470f2f32c70e9758d6ad5c766de4f5
+size 544003339
diff --git a/global_step660750/zero_pp_rank_11_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4225c13c31c055fe8567be78042f86a5b36d23e3
--- /dev/null
+++ b/global_step660750/zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86458b8cb6af3f4eb86834559f80ed8b48f376b57c63c8ae46d1e5696bb49778
+size 544003339
diff --git a/global_step660750/zero_pp_rank_12_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223b83845f913e23b2256184786bf23773ba9d41
--- /dev/null
+++ b/global_step660750/zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44827aa89ead7348d8682fa3497df4ce2f3936600bbc17ed27f59288de672713
+size 544003339
diff --git a/global_step660750/zero_pp_rank_12_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2559aa768405c619676db16b419ac45b6b66b911
--- /dev/null
+++ b/global_step660750/zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92eb5f15213a5fb80b9cd5f6c62f2933fe6b615a1df31a3531d1920ca044d802
+size 544003339
diff --git a/global_step660750/zero_pp_rank_13_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b17cbfdc81851a3defc0941c3ac4873018a135
--- /dev/null
+++ b/global_step660750/zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e24991a1cfb181c2273cac21e964a4afe7895363aafce6c80830a74a9e2ee4
+size 544003339
diff --git a/global_step660750/zero_pp_rank_13_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b2b078965a65cd5bd8477b6da711ba13854c64
--- /dev/null
+++ b/global_step660750/zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a20812e97e98c08059364c7c899bfdfccfce1a9e8d65c1297cecb040cd04217
+size 544003339
diff --git a/global_step660750/zero_pp_rank_14_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b3ce9ad76d72d1e971ac991012f5de9cf4ff6f
--- /dev/null
+++ b/global_step660750/zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6f75fb0be86b5d5528f1d18b248a307f88d4663ddd298795343a973ca32476
+size 544003339
diff --git a/global_step660750/zero_pp_rank_14_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e65c6567d6c8c40d7aac78af942b5e1d3397b97
--- /dev/null
+++ b/global_step660750/zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c62cf2c029657052dffc9bf1065a88fc5dbb0d8414cfd28033ae726c63b8cb8
+size 544003339
diff --git a/global_step660750/zero_pp_rank_15_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b80448079085ace6065715fe358dd9684298730
--- /dev/null
+++ b/global_step660750/zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75aa5b272c08f3e12bc95ad4d26d2b6769a164efab7e7c705f2d2e33a3d8e7f
+size 544003339
diff --git a/global_step660750/zero_pp_rank_15_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd139687056537fa2e0a3f828285d49bb4b132b
--- /dev/null
+++ b/global_step660750/zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5454ccd08cd7087bcfb5e260954cde2bbccae69f56f6a05563fa7227eaea95f
+size 544003339
diff --git a/global_step660750/zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cc4350e5f97c4e8410947b3af7b236e34a94a9
--- /dev/null
+++ b/global_step660750/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763b9ecb30726910c72e3265c81071e94e85551a56652c914e19f48ed3da8170
+size 544003339
diff --git a/global_step660750/zero_pp_rank_1_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230310f7bc0acf627278ae08255425e86a0e4cc7
--- /dev/null
+++ b/global_step660750/zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca4857522d3030563cdad3c52e6633d770c90e6128e5f22568f30c0335684e8
+size 544003339
diff --git a/global_step660750/zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6420a94bddee79782ea1b8fbd4e5e590ae7d7b8b
--- /dev/null
+++ b/global_step660750/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96b8ea16f378f5058ada2095f5a0c60d25a03b4f970442a8879de80e8e90ad4
+size 544003339
diff --git a/global_step660750/zero_pp_rank_2_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fc1765d7d59cb9d672d345243e2461f1ba5147
--- /dev/null
+++ b/global_step660750/zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca39e2645a49f35c72bbb87efdfc191dbf358e0dccc947f4b335c9c150e2996e
+size 544003339
diff --git a/global_step660750/zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e1161fced333a05db16b83fcfbec5769777caa
--- /dev/null
+++ b/global_step660750/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b71b98a2cc9e1558e0f8fc00fd3c8c0207f309fadeb19a4bd9c6f34cc0ede2
+size 544003339
diff --git a/global_step660750/zero_pp_rank_3_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ad9ecca82e43ea659b2b65e5a831cfa2b17135
--- /dev/null
+++ b/global_step660750/zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7716af16322b84cd4ee8e71b4c1415ee5e211222014c71a2584866ba34002a9
+size 544003339
diff --git a/global_step660750/zero_pp_rank_4_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c37dfabd70cc98af6f5aaf88c62094bdcb92ea
--- /dev/null
+++ b/global_step660750/zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c09e9842ff29a3f9b3fd57985a0bcffd96f849b9c194180236b103a6368f82
+size 544003339
diff --git a/global_step660750/zero_pp_rank_4_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7613121822226c4d0871820abb2768af29cc7cbe
--- /dev/null
+++ b/global_step660750/zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0ae29be46f7dd376a4cbaadc318ce676381b77dbe3b75ce1f7bba83f3caed4
+size 544003339
diff --git a/global_step660750/zero_pp_rank_5_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1948fb62bf5b3aa80a16800285fd3f75f6d2086d
--- /dev/null
+++ b/global_step660750/zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23b0b2a12de3fcfc7c0cff74e74144b33f4513b43539f0f0fecd4ffa288e38d
+size 544003339
diff --git a/global_step660750/zero_pp_rank_5_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff99e486bd7915213776ab512b123fe8e4556ceb
--- /dev/null
+++ b/global_step660750/zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45d8c03997fdd198d1ed129f74aaeafd8f76ff1b4d149f7c8e9f9af751bf411
+size 544003339
diff --git a/global_step660750/zero_pp_rank_6_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbcb825c34c5ec176c2c1fb519b8bf6efc6c2dc
--- /dev/null
+++ b/global_step660750/zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0982cf84e6551db2e0cfed9814096b9811df09678ad4ddfa78b2c805e60c1025
+size 544003339
diff --git a/global_step660750/zero_pp_rank_6_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b211ebcb82c4cdc3c11161b4ea6e69445b20cc48
--- /dev/null
+++ b/global_step660750/zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c144fc303e1c996f48eea2dc1e486cfea4e57a2f110b51daa0c050eede57cf
+size 544003339
diff --git a/global_step660750/zero_pp_rank_7_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a8826a6784be8622c881610152988a9685c5e9
--- /dev/null
+++ b/global_step660750/zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8579bf6a35df156db033d0a0615135ddf15cd1f669bc92f54af36c8f5693ef7b
+size 544003339
diff --git a/global_step660750/zero_pp_rank_7_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cccc6aee9b88fc71f6ee7649cac4e155ce992206
--- /dev/null
+++ b/global_step660750/zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2faf8800e781bb7e5081ec39eb434223f4b1bbd856cca043965acbe5cd437f7
+size 544003339
diff --git a/global_step660750/zero_pp_rank_8_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e171e0639c4e5d0d4128dd5eb769cdc61dfafb90
--- /dev/null
+++ b/global_step660750/zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a0945efedee54c06e2ba5d9385741965c76212b5347e7a3d775fb9cd40f7eb
+size 544003339
diff --git a/global_step660750/zero_pp_rank_8_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32bfd71783c77a9f1fb0d416b8e53f9dca40ee5
--- /dev/null
+++ b/global_step660750/zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2758e16d05342905492d77b195ad46064403de8f27401bff1eaa3dd7b506e5bc
+size 544003339
diff --git a/global_step660750/zero_pp_rank_9_mp_rank_00_optim_states.pt b/global_step660750/zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5134db50b7f684279042a65e07ca3e623893a08c
--- /dev/null
+++ b/global_step660750/zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77034d88d70b2e311a3b62f7a4faccee5469b5a008253301253ac1006e76cbdd
+size 544003339
diff --git a/global_step660750/zero_pp_rank_9_mp_rank_01_optim_states.pt b/global_step660750/zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d75a22f968ea514fd08e8f33cb0e44894cf5599
--- /dev/null
+++ b/global_step660750/zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1ce658d5a5f45b68d2b8c8bd02b84d8dd8397c072115d11d170ffd0a942804
+size 544003339