Run 4. Outer Step 0. Inner Step 3521.

config.json

@@ -6,18 +6,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    4517150,
-    4517157,
-    4517164,
-    4517171,
-    4517178
+    4517192,
+    4517200,
+    4517207,
+    4517214,
+    4517220
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 3514,
+  "inner_step": 3520,
   "intermediate_size": 5632,
   "last_allreduce_block": 5517501,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91d5f6c99a8d328b4d298a966968e2159b18f595e1fa58498bae131223dcab1b
+oid sha256:7399255da3cb2cbe46719e4781181007345d9c8e4891f2bedb44d20d14dc1908
 size 8800564012

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5969a9c4785128d91d13cec8eddabcc09fe96ecf49f0ae43312c1d95f23599ba
+oid sha256:8cbbc034ed53bba45ef0b363f1cb6b0f5bfe4538dde27e7da71fbbcd09550ef5
 size 4400216536