Add files using upload-large-folder tool

.gitattributes

@@ -46,3 +46,23 @@ sae_double_l18_img/30000/default/ocdbt.process_0/d/64229fb51b44d73ef0089bd941a34
 sae_double_l18_img/30000/default/ocdbt.process_0/d/35630d2989c06b77827a7984510e0375 filter=lfs diff=lfs merge=lfs -text
 sae_double_l9_img/30000/default/ocdbt.process_0/d/19ed7efee10a8b28d287c68003b948c4 filter=lfs diff=lfs merge=lfs -text
 sae_double_l18_img/30000/default/ocdbt.process_0/d/0ac86aff1b8bc9ab2b6011f513ffda30 filter=lfs diff=lfs merge=lfs -text
+sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/f46d02a88af3cafd54fe688566594929 filter=lfs diff=lfs merge=lfs -text
+sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/39f4a4535e0479c4294f0ad7bcac0b03 filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k48/1/default/ocdbt.process_0/d/e756594dae9eeb25d6a90f3a63064905 filter=lfs diff=lfs merge=lfs -text
+sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/1ff146da42e1f326131e45929aa07d98 filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/009663acbcce8f24fa2be9b4992fa5d4 filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/7a0deaa820d077812bec453500b78de1 filter=lfs diff=lfs merge=lfs -text
+sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/76e6b0eb8cb7619951df7081fd0e5afc filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/cb5e28ab6669ca8a85a6e7c8478d1543 filter=lfs diff=lfs merge=lfs -text
+sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/d78015c657857d3f86b0cf294dfb10b0 filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/90fec1389d3ed684ca374393b57f2f77 filter=lfs diff=lfs merge=lfs -text
+sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/3d58116e44de85bd068ebfc1c6b486b5 filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k48/1/default/ocdbt.process_0/d/ccc7e979b50cbc577b7f865ea4a6f5fa filter=lfs diff=lfs merge=lfs -text
+sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/22d4d9845477c36cdcd177d9a21f3fa0 filter=lfs diff=lfs merge=lfs -text
+sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/19ed7efee10a8b28d287c68003b948c4 filter=lfs diff=lfs merge=lfs -text
+sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/68f35968e4474fe6587e3805eee3b3bb filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k48/1/default/ocdbt.process_0/d/4d96dea5c6a8149859119d24ad99e134 filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/3fab8c7e019cca5e395ba1227c423cc8 filter=lfs diff=lfs merge=lfs -text
+sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/c7a20874fda7c4aced339f87d3b61f2c filter=lfs diff=lfs merge=lfs -text
+sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/32693dc31229080b38189f34ea319a1d filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/77132fc65c1b1314e79da50ca353d175 filter=lfs diff=lfs merge=lfs -text

maxacts_double_l18_img-k32/feature_acts.db.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7554016a1bb03e182fd8ec25ccbd064bf9c925875392ca686e8ef5e1a2183da
+size 1074790528

maxacts_double_l18_img-k32/feature_acts.db.npy.bak

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75556f638e7841287a77fe20926c2572e5e918693b59ad5a008c11ef3c341873
+size 1074790528

maxacts_double_l18_img-k32/image_activations.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2184eb38cd4f9abd1919d5854cc06283d44181fd465eee248b1de337ce3abc8
+size 337185540

maxacts_double_l18_img-k32/images.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f019b863fc0f198c4cf54df8582aa6ef2aa5af6826449fb611456ca41d0fcf
+size 46632060

maxacts_double_l18_img/feature_acts.db.npy

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89e95e8a459e250b35a1d68a7dddae40f5bc8627b10387adb103ded61812245c
+oid sha256:36471f6b42cf2c87e2f1ebcfff09333aa61c1130644197692d95a336c350a68f
 size 1074790528

maxacts_double_l18_img/feature_acts.db.npy.bak

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:061f41f44e93e5293a16af5a814edb136eee8481e0809a04ab45b21ce6d701bf
+oid sha256:6d171e6af4542a905b3d9920a469ed5f812ba319e4a723d2820f85c84be99893
 size 1074790528

maxacts_double_l18_img/image_activations.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57a625f468972ce8903eb88d656695a16933772e1a11f8e8dd337293fcd1ca2a
-size 3322741513
+oid sha256:803614ff730ca02dd59e0ca76b2434b48ec2e818cafc5284d34f4469c1868d8e
+size 685363810

maxacts_double_l18_img/images.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a37167e7ac9702b89282572f57483e83befcb429277af58c73c05927bfd4468b
-size 222100126
+oid sha256:db53aabc1aca42b4ae01eabec1444a082440d4bb9ecbe1707d8603f5e2cfdc06
+size 45705184

sae_double_l18_img-k32/30000/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1740633968797876563, "commit_timestamp_nsecs": 1740634011317168665, "custom": {}}

sae_double_l18_img-k32/30000/default/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('ema', 'info')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('ema', 'b_pre')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'W_enc')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'b_mid')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'W_dec')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'b_post')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'avg_norm')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "avg_norm", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_means')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_means", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_square_means')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_square_means", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'whitening_matrix')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "whitening_matrix", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_density')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_density", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'activated_in')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "activated_in", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'n_steps')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "n_steps", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_norms', 'W_dec')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_norms", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_norms', 'W_enc')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_norms", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_grad_norms', 'W_dec')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_grad_norms", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_grad_norms', 'W_enc')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_grad_norms", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'grad_clip_percent')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "grad_clip_percent", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'grad_global_norm')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "grad_global_norm", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '0')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "0", "key_type": 1}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'count')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'info')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'mu', 'b_pre')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'W_enc')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'b_mid')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'W_dec')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'b_post')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'info')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'nu', 'b_pre')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'W_enc')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'b_mid')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'W_dec')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'b_post')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '1', 'count')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "1", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'info')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('sae_params', 'b_pre')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'W_enc')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'b_mid')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'W_dec')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'b_post')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

sae_double_l18_img-k32/30000/default/_sharding

@@ -0,0 +1 @@
+{"ZW1hLldfZGVj":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLldfZW5j":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfbWlk":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfcG9zdA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfcHJl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfZ3JhZF9ub3Jtcy5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfZ3JhZF9ub3Jtcy5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfbm9ybXMuV19kZWM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfbm9ybXMuV19lbmM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53aGl0ZW5pbmdfbWF0cml4":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5hY3RpdmF0ZWRfaW4=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5hdmdfbm9ybQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX21lYW5z":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX2RlbnNpdHk=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX3NxdWFyZV9tZWFucw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5ncmFkX2NsaXBfcGVyY2VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5ncmFkX2dsb2JhbF9ub3Jt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5uX3N0ZXBz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMS5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}"}

sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/009663acbcce8f24fa2be9b4992fa5d4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934aab8970ea4d3c973f19174018bb52b7f4f519b9c2f30035dbf2f6b1d47ec0
+size 14832798

sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/3fab8c7e019cca5e395ba1227c423cc8

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b7483a0ebc3c4d4718f159a0808d9140a8394a725818ae47f950eee87c89af
+size 2276589254

sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/77132fc65c1b1314e79da50ca353d175

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b64ee6afabc2b15fcc32615d320a95e47a571107cd308bbdd392e9abdcc6222
+size 2316878457

sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/7a0deaa820d077812bec453500b78de1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51edadbab34e03f3507bb8c34c8111b1de94776409c97311647c03606e82414
+size 454253

sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/90fec1389d3ed684ca374393b57f2f77

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7187da632d71516f92f157971dbaa0ae32d1f95136a6100af7a5d92feff2da
+size 62050696

sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/cb5e28ab6669ca8a85a6e7c8478d1543

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1513a7f8a8e15597d69d3f31ec56f52357892780208965e84fbc8d412d352e
+size 23192027

sae_double_l18_img-k48/1/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1740772706315339060, "commit_timestamp_nsecs": 1740772720422427029, "custom": {}}

sae_double_l18_img-k48/1/default/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('ema', 'info')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('ema', 'b_pre')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'W_enc')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'b_mid')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'W_dec')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'b_post')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'avg_norm')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "avg_norm", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_means')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_means", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_square_means')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_square_means", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'whitening_matrix')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "whitening_matrix", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_density')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_density", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'activated_in')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "activated_in", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'n_steps')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "n_steps", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_norms', 'W_dec')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_norms", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_norms', 'W_enc')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_norms", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_grad_norms', 'W_dec')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_grad_norms", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_grad_norms', 'W_enc')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_grad_norms", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'grad_clip_percent')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "grad_clip_percent", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'grad_global_norm')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "grad_global_norm", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '0')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "0", "key_type": 1}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'count')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'info')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'mu', 'b_pre')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'W_enc')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'b_mid')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'W_dec')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'b_post')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'info')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'nu', 'b_pre')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'W_enc')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'b_mid')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'W_dec')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'b_post')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '1', 'count')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "1", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'info')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('sae_params', 'b_pre')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'W_enc')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'b_mid')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'W_dec')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'b_post')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

sae_double_l18_img-k48/1/default/_sharding

@@ -0,0 +1 @@
+{"ZW1hLldfZGVj":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLldfZW5j":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfbWlk":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfcG9zdA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfcHJl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfZ3JhZF9ub3Jtcy5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfZ3JhZF9ub3Jtcy5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfbm9ybXMuV19kZWM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfbm9ybXMuV19lbmM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53aGl0ZW5pbmdfbWF0cml4":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5hY3RpdmF0ZWRfaW4=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5hdmdfbm9ybQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX21lYW5z":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX2RlbnNpdHk=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX3NxdWFyZV9tZWFucw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5ncmFkX2NsaXBfcGVyY2VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5ncmFkX2dsb2JhbF9ub3Jt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5uX3N0ZXBz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMS5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}"}

sae_double_l18_img-k48/1/default/ocdbt.process_0/d/4d96dea5c6a8149859119d24ad99e134

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ff3e42a36f75f70f5d3df0e9667f1b38773e4904cb99f0652dd5b2a4d7f6d6
+size 1302974733

sae_double_l18_img-k48/1/default/ocdbt.process_0/d/ccc7e979b50cbc577b7f865ea4a6f5fa

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778e5f8a6e81f1fcf34473a20a2d45b242f08faddbd4371c6147e000385800a9
+size 186035368

sae_double_l18_img-k48/1/default/ocdbt.process_0/d/e756594dae9eeb25d6a90f3a63064905

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbc3543110660257a2b21a24decfd5ecba0d2a84dcf00edf08a9358d822a2dd
+size 14883906

sae_double_l9_img-k64/30000/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1739854129741169404, "commit_timestamp_nsecs": 1739854172507663312, "custom": {}}

sae_double_l9_img-k64/30000/default/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('ema', 'info')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('ema', 'b_pre')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'W_enc')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'b_mid')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'W_dec')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'b_post')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'avg_norm')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "avg_norm", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_means')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_means", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_square_means')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_square_means", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'whitening_matrix')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "whitening_matrix", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_density')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_density", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'activated_in')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "activated_in", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'n_steps')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "n_steps", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_norms', 'W_dec')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_norms", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_norms', 'W_enc')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_norms", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_grad_norms', 'W_dec')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_grad_norms", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_grad_norms', 'W_enc')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_grad_norms", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'grad_clip_percent')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "grad_clip_percent", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'grad_global_norm')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "grad_global_norm", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '0')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "0", "key_type": 1}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'count')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'info')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'mu', 'b_pre')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'W_enc')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'b_mid')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'W_dec')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'b_post')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'info')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'nu', 'b_pre')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'W_enc')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'b_mid')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'W_dec')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'b_post')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '1', 'count')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "1", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'info')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('sae_params', 'b_pre')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'W_enc')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'b_mid')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'W_dec')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'b_post')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

sae_double_l9_img-k64/30000/default/_sharding

@@ -0,0 +1 @@
+{"ZW1hLldfZGVj":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLldfZW5j":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfbWlk":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfcG9zdA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfcHJl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfZ3JhZF9ub3Jtcy5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfZ3JhZF9ub3Jtcy5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfbm9ybXMuV19kZWM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfbm9ybXMuV19lbmM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53aGl0ZW5pbmdfbWF0cml4":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5hY3RpdmF0ZWRfaW4=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5hdmdfbm9ybQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX21lYW5z":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX2RlbnNpdHk=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX3NxdWFyZV9tZWFucw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5ncmFkX2NsaXBfcGVyY2VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5ncmFkX2dsb2JhbF9ub3Jt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5uX3N0ZXBz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMS5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}"}

sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/19ed7efee10a8b28d287c68003b948c4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505489eeb417ad9ddb01132d59e1692a7720ceb494323e756e055141ed14b188
+size 2246871458

sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/39f4a4535e0479c4294f0ad7bcac0b03

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e258a0f5938916cf6fdc0b1a0e824936cf585e11c5f97cacf5dd61a447ba0b
+size 14967196

sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/3d58116e44de85bd068ebfc1c6b486b5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e86a40b32c66a63c990d2b125eded5fed7defa4813fb84c3171249f0c408b7
+size 215302983

sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/68f35968e4474fe6587e3805eee3b3bb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606ea79c50ee9c504234a01d026c37b922f608ed21c892dea1bbe2d1e73a5204
+size 2148817824