Run 7. Outer Step 0. Inner Step 0.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "distributed/llama-1b",
+  "_name_or_path": "kmfoda/llama-1b-miner-1",
   "all_reduce_scores": {
     "0": "SUCCESS",
     "1": "SUCCESS",
@@ -263,18 +263,15 @@
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
-  "block_list": [
-    6362745,
-    6362781
-  ],
+  "block_list": [],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5223,
+  "inner_step": 0,
   "intermediate_size": 5632,
-  "last_allreduce_block": 6317911,
+  "last_allreduce_block": 6211743,
   "max_position_embeddings": 2048,
   "mlp_bias": false,
   "model_type": "llama",

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a58f93540dd493fa04ff07b1dba54d36c307ec5bc1b9956b6eef008509aced52
-size 88389626
+oid sha256:26bd22ede6e48d524ac89000c50a027c845b550e7ce02b407183054b315fbb0b
+size 3300146788

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87d3a008a9734d38e914e51da7f521afd431f447ab552923e5ff5260067265a1
-size 4924926906
+oid sha256:b21caf908b2b76f55bf190b67945b9d53d6668a804da11f50ceca7ad6ce8a2da
+size 1856

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b68a3b076fc5379b23ded3652c923e2603efa41e733533cca2869af2917a4442
-size 4400216536
+oid sha256:bdc8ccf682ee569a4b9f161ba8e3527c04cff33dee1fcbf0668f48504c082469
+size 4400193664

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75e7ae0cfc85acc8c98ed2f4c9ee19c06731ddb095ec74a234227e0df2f81233
-size 4400286078
+oid sha256:258b1df14237135b8b21dc657640c300fb891533b1efba6af6dcab55ea44384d
+size 4400263038