diff --git a/mlc-chat-config.json b/mlc-chat-config.json
new file mode 100644
index 0000000000000000000000000000000000000000..75309d0eb76ff85f46aac2f9ea5551840f1272ad
--- /dev/null
+++ b/mlc-chat-config.json
@@ -0,0 +1,76 @@
+{
+ "version": "0.1.0",
+ "model_type": "qwen2",
+ "quantization": "q0f16",
+ "model_config": {
+ "hidden_act": "silu",
+ "hidden_size": 5120,
+ "intermediate_size": 13824,
+ "num_attention_heads": 40,
+ "num_hidden_layers": 48,
+ "num_key_value_heads": 8,
+ "rms_norm_eps": 1e-05,
+ "rope_theta": 1000000.0,
+ "vocab_size": 152064,
+ "tie_word_embeddings": false,
+ "context_window_size": 131072,
+ "prefill_chunk_size": 8192,
+ "tensor_parallel_shards": 1,
+ "head_dim": 128,
+ "dtype": "float32",
+ "max_batch_size": 128
+ },
+ "vocab_size": 152064,
+ "context_window_size": 131072,
+ "sliding_window_size": -1,
+ "prefill_chunk_size": 8192,
+ "attention_sink_size": -1,
+ "tensor_parallel_shards": 1,
+ "pipeline_parallel_stages": 1,
+ "temperature": 1.0,
+ "presence_penalty": 0.0,
+ "frequency_penalty": 0.0,
+ "repetition_penalty": 1.0,
+ "top_p": 1.0,
+ "tokenizer_files": [
+ "tokenizer.json",
+ "tokenizer_config.json"
+ ],
+ "tokenizer_info": {
+ "token_postproc_method": "byte_level",
+ "prepend_space_in_encode": false,
+ "strip_space_in_decode": false
+ },
+ "conv_template": {
+ "name": "deepseek_v3",
+ "system_template": "<\uff5cbegin\u2581of\u2581sentence\uff5c>{system_message}",
+ "system_message": "You are a helpful assistant.",
+ "system_prefix_token_ids": null,
+ "add_role_after_system_message": true,
+ "roles": {
+ "user": "<\uff5cUser\uff5c>",
+ "assistant": "<\uff5cAssistant\uff5c>"
+ },
+ "role_templates": {
+ "user": "{user_message}",
+ "assistant": "{assistant_message}",
+ "tool": "{tool_message}"
+ },
+ "messages": [],
+ "seps": [
+ "",
+ "<\uff5cend\u2581of\u2581sentence\uff5c>"
+ ],
+ "role_content_sep": "",
+ "role_empty_sep": "",
+ "stop_str": [],
+ "stop_token_ids": [
+ 151643
+ ],
+ "function_string": "",
+ "use_function_calling": false
+ },
+ "pad_token_id": 0,
+ "bos_token_id": 151643,
+ "eos_token_id": 151643
+}
\ No newline at end of file
diff --git a/ndarray-cache.json b/ndarray-cache.json
new file mode 100644
index 0000000000000000000000000000000000000000..81a40364a6ad5f3ba46084e7b97282b62d4c80a4
--- /dev/null
+++ b/ndarray-cache.json
@@ -0,0 +1,5153 @@
+{
+ "metadata": {
+ "ParamSize": 339,
+ "ParamBytes": 29540067328.0,
+ "BitsPerParam": 16.0
+ },
+ "records": [
+ {
+ "dataPath": "params_shard_0.bin",
+ "format": "raw-shard",
+ "nbytes": 1557135360,
+ "records": [
+ {
+ "name": "model.embed_tokens.weight",
+ "shape": [
+ 152064,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1557135360,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e3a88fb162e09c74a3abdd7477505e1a"
+ },
+ {
+ "dataPath": "params_shard_1.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "df3a4ded4a39115766a609f2c0580462"
+ },
+ {
+ "dataPath": "params_shard_2.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b78e23a76882ab61b154c0a001228f85"
+ },
+ {
+ "dataPath": "params_shard_3.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "72fbb1c01062828445b62a90c4353f05"
+ },
+ {
+ "dataPath": "params_shard_4.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e3fbaf2bd29d1d5298f43cd0ff3599d9"
+ },
+ {
+ "dataPath": "params_shard_5.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.1.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7bc9a00ea9d41e99f304e235add2daf4"
+ },
+ {
+ "dataPath": "params_shard_6.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.1.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "360065f9e4f3a651c99f30a16c71c198"
+ },
+ {
+ "dataPath": "params_shard_7.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c1e0f02c96434c8dfe3315372cdb8004"
+ },
+ {
+ "dataPath": "params_shard_8.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2dbc96a7c215f24808437b4b7dc7b20a"
+ },
+ {
+ "dataPath": "params_shard_9.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "26d7bbefe41deb59a913d093eed4754e"
+ },
+ {
+ "dataPath": "params_shard_10.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5625f89c71728aea771affe1edb18295"
+ },
+ {
+ "dataPath": "params_shard_11.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c79250b13bcef0cd2bc15e5ec596df62"
+ },
+ {
+ "dataPath": "params_shard_12.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "50f940cb5fae4512e6c12541a5eb47d8"
+ },
+ {
+ "dataPath": "params_shard_13.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7c381fc523d528decba45fcf8ed24aef"
+ },
+ {
+ "dataPath": "params_shard_14.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1d0fb2a369d211259af03b60cffb48df"
+ },
+ {
+ "dataPath": "params_shard_15.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4887d0d496fa45e2379eae73aa12440e"
+ },
+ {
+ "dataPath": "params_shard_16.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dc980f4e3f3734e5c3087c4498aebd60"
+ },
+ {
+ "dataPath": "params_shard_17.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "26e19d6e8b793b36a89a91b54d8a07e9"
+ },
+ {
+ "dataPath": "params_shard_18.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4b13d03bd4a397a8d495f38ddc70e2bf"
+ },
+ {
+ "dataPath": "params_shard_19.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "aaf9e688818998f220eb93c6af3e7181"
+ },
+ {
+ "dataPath": "params_shard_20.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ece5c0bd275d63f5240055b1ac3324c6"
+ },
+ {
+ "dataPath": "params_shard_21.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.5.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c83d263e1a40a250b03a92ab62432865"
+ },
+ {
+ "dataPath": "params_shard_22.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.5.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cb07efb0c1877f74381fe36cea5d9011"
+ },
+ {
+ "dataPath": "params_shard_23.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d976bf0b23d747669ad160a5d3622a36"
+ },
+ {
+ "dataPath": "params_shard_24.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c41b64ad8715a585cb34c1ebd4cbbc86"
+ },
+ {
+ "dataPath": "params_shard_25.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "35de6e609963e053e0ded46ec8fe8cfe"
+ },
+ {
+ "dataPath": "params_shard_26.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2646569fee85209486632e9cd88101c9"
+ },
+ {
+ "dataPath": "params_shard_27.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b66f11a12ca70744c65d391d15448c43"
+ },
+ {
+ "dataPath": "params_shard_28.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "74c4cc417713e838d35e6571fed730b8"
+ },
+ {
+ "dataPath": "params_shard_29.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "aac399850a3b11fac05fe89177257b41"
+ },
+ {
+ "dataPath": "params_shard_30.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1b3f51237ca465cfef75391136e500b8"
+ },
+ {
+ "dataPath": "params_shard_31.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3c7c8a23e8fb66985a250c88d801ee18"
+ },
+ {
+ "dataPath": "params_shard_32.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7544cb60cbdf162dccec5ba1e02673e0"
+ },
+ {
+ "dataPath": "params_shard_33.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "780817bf2ee659ef375843987b1155f9"
+ },
+ {
+ "dataPath": "params_shard_34.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "38afd72b3e5f12694ca65ead5dfa2f2b"
+ },
+ {
+ "dataPath": "params_shard_35.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ee7ced9dc4e6aa52c30b6ec595a65670"
+ },
+ {
+ "dataPath": "params_shard_36.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8e694e55d2388517a9f31b09c700b1c5"
+ },
+ {
+ "dataPath": "params_shard_37.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.9.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8aa4410041635b582bfdd9b7a6dd2207"
+ },
+ {
+ "dataPath": "params_shard_38.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.9.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7f39ce6a56e668b3f7e413716e51e6a5"
+ },
+ {
+ "dataPath": "params_shard_39.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c0506c3097a01f6573e1d26f254a7b20"
+ },
+ {
+ "dataPath": "params_shard_40.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3335f73dea6fa12a8b3212f67fa81285"
+ },
+ {
+ "dataPath": "params_shard_41.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d7a5ece6089fbbef7f9f3664ee982372"
+ },
+ {
+ "dataPath": "params_shard_42.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "737a0cfd3058d83685327ab6f23a7934"
+ },
+ {
+ "dataPath": "params_shard_43.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "adc61cb390a7a1511617cf58362c4d3e"
+ },
+ {
+ "dataPath": "params_shard_44.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ff888c57e70cab750d7cd03bc48be148"
+ },
+ {
+ "dataPath": "params_shard_45.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "167bdf016358e31de241ad822a29204f"
+ },
+ {
+ "dataPath": "params_shard_46.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6ffca154630a8d323a17a3eb5172bf32"
+ },
+ {
+ "dataPath": "params_shard_47.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7d1dd5c49945a3b2a4bccc636f990202"
+ },
+ {
+ "dataPath": "params_shard_48.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "15a365d8e7d5b780f75ab82aac097ead"
+ },
+ {
+ "dataPath": "params_shard_49.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4fd29f21b170842a5b1550a7bb52d0b6"
+ },
+ {
+ "dataPath": "params_shard_50.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7e9b7e16c2c962b9bbba24ffe57f3e33"
+ },
+ {
+ "dataPath": "params_shard_51.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b0bbaa94b82fd3b274ce7a51050c29bf"
+ },
+ {
+ "dataPath": "params_shard_52.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ef86b8a74f9d0bcd40290808b2cdf100"
+ },
+ {
+ "dataPath": "params_shard_53.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.13.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8858de54c7d70d98364320614f527a18"
+ },
+ {
+ "dataPath": "params_shard_54.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.13.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7fb935e2e824c267ef539e69d0770c12"
+ },
+ {
+ "dataPath": "params_shard_55.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "23462cfcc965220204085ca0792c8fb7"
+ },
+ {
+ "dataPath": "params_shard_56.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "39dde34a88a9b9645eb63ea227f40843"
+ },
+ {
+ "dataPath": "params_shard_57.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9271e37db3b4dfc9d4153c9d51950005"
+ },
+ {
+ "dataPath": "params_shard_58.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b76030a6a611e6358a551187a395b06b"
+ },
+ {
+ "dataPath": "params_shard_59.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ed733f59333c522233084071bc9ba796"
+ },
+ {
+ "dataPath": "params_shard_60.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "391ce997155f35d9d33c5ecc2cdbab96"
+ },
+ {
+ "dataPath": "params_shard_61.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e5669e4cd2aa14c64e2eff11602c3cb1"
+ },
+ {
+ "dataPath": "params_shard_62.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d385765e379af07cb0d870920fcbbe7a"
+ },
+ {
+ "dataPath": "params_shard_63.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "747cab30aae941ddc3ec09e1f317ec12"
+ },
+ {
+ "dataPath": "params_shard_64.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d09eb939e64b431ed3880a452344808e"
+ },
+ {
+ "dataPath": "params_shard_65.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dec854422421a3526b393486657c991c"
+ },
+ {
+ "dataPath": "params_shard_66.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d59523157fa728c58e7a6d9fc75bd53c"
+ },
+ {
+ "dataPath": "params_shard_67.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "edc881657a32c0929f803cedc86e0cb7"
+ },
+ {
+ "dataPath": "params_shard_68.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "073c94707cf3a0efdd1e7b5ae1a019c6"
+ },
+ {
+ "dataPath": "params_shard_69.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.17.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8729670930b5650085991796c9e7cb6b"
+ },
+ {
+ "dataPath": "params_shard_70.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.17.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e73fee0733e0503ffc15fd6cde003906"
+ },
+ {
+ "dataPath": "params_shard_71.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "af183caa22588cf60b99e7cfc8d4262d"
+ },
+ {
+ "dataPath": "params_shard_72.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c20a5305d5d4f3326691c6d9c9a646d1"
+ },
+ {
+ "dataPath": "params_shard_73.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e82d628fb374e3ff254721f7dfdc6bf7"
+ },
+ {
+ "dataPath": "params_shard_74.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a09b81901e2daef5ef04a43acac37fa0"
+ },
+ {
+ "dataPath": "params_shard_75.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "558929d827029aa524ac3f2c91423a93"
+ },
+ {
+ "dataPath": "params_shard_76.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5de1e895c1d88bcce39c29a5397fbd11"
+ },
+ {
+ "dataPath": "params_shard_77.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "54462e1e575bdb839509eaceca779711"
+ },
+ {
+ "dataPath": "params_shard_78.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a7977f2b39a9801d5db36c19c58ba388"
+ },
+ {
+ "dataPath": "params_shard_79.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5742c19adf2f0edc65fd444496814f23"
+ },
+ {
+ "dataPath": "params_shard_80.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b9b49ec79da28ea4415211111142f059"
+ },
+ {
+ "dataPath": "params_shard_81.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1059c0ca4ea5704e045a9e7351a990d1"
+ },
+ {
+ "dataPath": "params_shard_82.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c4aec0fd023c6bc8d9fb14723fd12e79"
+ },
+ {
+ "dataPath": "params_shard_83.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ae244f80e2ef362547e1dd2ac2f22f5e"
+ },
+ {
+ "dataPath": "params_shard_84.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f6892f1ef526cb7abdddb22eebdcc405"
+ },
+ {
+ "dataPath": "params_shard_85.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.21.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e0570289129c141a572be3812f754ba5"
+ },
+ {
+ "dataPath": "params_shard_86.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.21.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b7d5883405f686528edb24c62e5582f7"
+ },
+ {
+ "dataPath": "params_shard_87.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "603a7e971dee064fcb8d7e5665ffbcc2"
+ },
+ {
+ "dataPath": "params_shard_88.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a92cedf8adcf2fb76d4dffc511a57014"
+ },
+ {
+ "dataPath": "params_shard_89.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9ea74973ff9716671ea0814cce56f9a6"
+ },
+ {
+ "dataPath": "params_shard_90.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b2601a9c36c05ec87c91b96bb58af8a7"
+ },
+ {
+ "dataPath": "params_shard_91.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1f3bafe83ae69e097b87ab1b9483783f"
+ },
+ {
+ "dataPath": "params_shard_92.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7fceb6e12fb536b761def09448e13d44"
+ },
+ {
+ "dataPath": "params_shard_93.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "432e7f1d35a40da01c7e8c2445fbf97c"
+ },
+ {
+ "dataPath": "params_shard_94.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "568fc3ca58176204435e31fe66ba614b"
+ },
+ {
+ "dataPath": "params_shard_95.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8dd762698bbacb017c47190ff89c281c"
+ },
+ {
+ "dataPath": "params_shard_96.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e21e072ba3a987c54069be3dcd2701ed"
+ },
+ {
+ "dataPath": "params_shard_97.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b4d329de0bb8e8012be1a624ab31e04e"
+ },
+ {
+ "dataPath": "params_shard_98.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3a520124e2adb69666ee8dc9fb21d92d"
+ },
+ {
+ "dataPath": "params_shard_99.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7614fb83ab7f795ba84b01745714cdb6"
+ },
+ {
+ "dataPath": "params_shard_100.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f45bcad59479493268db04749ac3049b"
+ },
+ {
+ "dataPath": "params_shard_101.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.25.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0e425f31e36be0657389c6178ed95844"
+ },
+ {
+ "dataPath": "params_shard_102.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.25.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "86a8533ae72d04a39a5d839512e2846d"
+ },
+ {
+ "dataPath": "params_shard_103.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e1f4f4ce59da9441f05c97740f014662"
+ },
+ {
+ "dataPath": "params_shard_104.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d098fcd1b5aa9fae14be33501f638da8"
+ },
+ {
+ "dataPath": "params_shard_105.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b47c22469159c5c766adecc5ba81de68"
+ },
+ {
+ "dataPath": "params_shard_106.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "025a2ae54a6e53e2ddde8a469b531cc5"
+ },
+ {
+ "dataPath": "params_shard_107.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b8fa2b033e638ac7360f093f38f9dee3"
+ },
+ {
+ "dataPath": "params_shard_108.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7f45964ec921768872cc4dd9a61de056"
+ },
+ {
+ "dataPath": "params_shard_109.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1b96890eb6cb0c425b45c612fde18729"
+ },
+ {
+ "dataPath": "params_shard_110.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "71d0a6797673c20948a8ab471ea61632"
+ },
+ {
+ "dataPath": "params_shard_111.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "541d4fd435a74b9135314f869a64249b"
+ },
+ {
+ "dataPath": "params_shard_112.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "47d63508fdc49053b467751eda9333b7"
+ },
+ {
+ "dataPath": "params_shard_113.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "14197d133a391c37e3f153595a63b270"
+ },
+ {
+ "dataPath": "params_shard_114.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0b41b9981cd1fcee3b9d41c0bf3b3cba"
+ },
+ {
+ "dataPath": "params_shard_115.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1489f3044929a3f09e1e85a473f19d1f"
+ },
+ {
+ "dataPath": "params_shard_116.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7598a9db58afb3f78cc5c6e68a422fbc"
+ },
+ {
+ "dataPath": "params_shard_117.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.29.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4c4cfb8e3c3439349e2c0b9f94745f62"
+ },
+ {
+ "dataPath": "params_shard_118.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.29.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d823e8e89c349136995b6608bb54d3ef"
+ },
+ {
+ "dataPath": "params_shard_119.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f37368ead6d6cd0a7ec8629920b4e1df"
+ },
+ {
+ "dataPath": "params_shard_120.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "be1aca0897675e46781146c08b15eb3b"
+ },
+ {
+ "dataPath": "params_shard_121.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d6356519ce46c68ab4cd035e045cf5ec"
+ },
+ {
+ "dataPath": "params_shard_122.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0fe003424303aa6a854ba46cc14345b1"
+ },
+ {
+ "dataPath": "params_shard_123.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "67c97f0dba41d5ffb404c3a2bf7cc5ce"
+ },
+ {
+ "dataPath": "params_shard_124.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f83aa366a50982a6baa9e5ee6683f344"
+ },
+ {
+ "dataPath": "params_shard_125.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6478f4ffdff0a819be40b94d2ae85251"
+ },
+ {
+ "dataPath": "params_shard_126.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "04cee52182f1c577347f63eb4ed32813"
+ },
+ {
+ "dataPath": "params_shard_127.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e681a86d3803b271c9aad6ef5db5707d"
+ },
+ {
+ "dataPath": "params_shard_128.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bd840f0352debab221d950f23d27cd4b"
+ },
+ {
+ "dataPath": "params_shard_129.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.32.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5401c8e2e13cb25ed6c8a93999f7383a"
+ },
+ {
+ "dataPath": "params_shard_130.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.32.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4f6512c417c5e89d6e6b4de85bd7a3e2"
+ },
+ {
+ "dataPath": "params_shard_131.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8c834c991794a3aa68ea51329e14352a"
+ },
+ {
+ "dataPath": "params_shard_132.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "059902fbab3d9ef2c8978ed615185b49"
+ },
+ {
+ "dataPath": "params_shard_133.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.33.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e8e2f6faba18f4a07e6a13630dab130d"
+ },
+ {
+ "dataPath": "params_shard_134.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.33.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cb54aedbc12aa2cc97475e8ce9e75a12"
+ },
+ {
+ "dataPath": "params_shard_135.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "54aee8cc6c9aa3a29f7a128e7fd787e3"
+ },
+ {
+ "dataPath": "params_shard_136.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cc9344e2a9e24540423016f868280265"
+ },
+ {
+ "dataPath": "params_shard_137.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.34.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "20428c3aa723cf2a48713218b572a7be"
+ },
+ {
+ "dataPath": "params_shard_138.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.34.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "624daaf765af5f8c597ab22c698dfd65"
+ },
+ {
+ "dataPath": "params_shard_139.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5eb235f294de6b672f49ca005997eb0c"
+ },
+ {
+ "dataPath": "params_shard_140.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "aaf86ff912f84567bd626326d184ca12"
+ },
+ {
+ "dataPath": "params_shard_141.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.35.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "54eb544807bfcace5611ef4c3830701c"
+ },
+ {
+ "dataPath": "params_shard_142.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.35.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7fe9e7d88d4c3306e0d8cf7d3bec03ca"
+ },
+ {
+ "dataPath": "params_shard_143.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e747119d14888ecbe15ceb0799cd41c9"
+ },
+ {
+ "dataPath": "params_shard_144.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "924a6a93202997b987f3918537ffb4f8"
+ },
+ {
+ "dataPath": "params_shard_145.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.36.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b3ade6ccff892d87bb2d9fcc54805bb8"
+ },
+ {
+ "dataPath": "params_shard_146.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.36.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6b3fc5ea6610ae1e417f7ce1a6b8d8c9"
+ },
+ {
+ "dataPath": "params_shard_147.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "37aec8b0407a511136baa1e93af69690"
+ },
+ {
+ "dataPath": "params_shard_148.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8c8b3cb2dc4b49ffcdaea101f1db160f"
+ },
+ {
+ "dataPath": "params_shard_149.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.37.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "627b763dc459c15ac716b020b49d8d9e"
+ },
+ {
+ "dataPath": "params_shard_150.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.37.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e0042c88298fe89a379f5a7a8cb69044"
+ },
+ {
+ "dataPath": "params_shard_151.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6f4a34b3d748f2ca1631a6121683a3cd"
+ },
+ {
+ "dataPath": "params_shard_152.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "61ab8cbf4c0056d1218645fd5940795a"
+ },
+ {
+ "dataPath": "params_shard_153.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.38.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "78c8f74a45f97bdf06fa7cce588a955d"
+ },
+ {
+ "dataPath": "params_shard_154.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.38.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bf1747918c42741fb0988f1a68562821"
+ },
+ {
+ "dataPath": "params_shard_155.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1ebae1b7cacd8f3be26aa80d31d07b38"
+ },
+ {
+ "dataPath": "params_shard_156.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "09378421ef2bfd882c3245d74cb12255"
+ },
+ {
+ "dataPath": "params_shard_157.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.39.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f5970194f94b7efc7551c444a057b698"
+ },
+ {
+ "dataPath": "params_shard_158.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.39.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1ea7cf373a26752e80abbfee2fc386f2"
+ },
+ {
+ "dataPath": "params_shard_159.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6ed26e2ea4fae5bf5b7108c4fb55f4aa"
+ },
+ {
+ "dataPath": "params_shard_160.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e81e466ec6dc76123a9cb8522052c8b2"
+ },
+ {
+ "dataPath": "params_shard_161.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.40.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f6bdc0b31737174643487471a49c55b3"
+ },
+ {
+ "dataPath": "params_shard_162.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.40.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1d41e05d60ad6f7f5bc22fda7be2f813"
+ },
+ {
+ "dataPath": "params_shard_163.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "73a4da4a11747ecf2ae31909307e2a88"
+ },
+ {
+ "dataPath": "params_shard_164.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "837d67e7f1f64b4ca96ec26737ae4eb2"
+ },
+ {
+ "dataPath": "params_shard_165.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.41.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a20d6faa5e885c74548b87ef939ba6d9"
+ },
+ {
+ "dataPath": "params_shard_166.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.41.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6b37fc534c6c9c8fbff239d79c490358"
+ },
+ {
+ "dataPath": "params_shard_167.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b44744e7b0d210345cf0c0f0a482f36f"
+ },
+ {
+ "dataPath": "params_shard_168.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "50c9e4fe2082a2a599daf1ef409627c6"
+ },
+ {
+ "dataPath": "params_shard_169.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.42.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5526c5388dded60dbb2f01494e453cd1"
+ },
+ {
+ "dataPath": "params_shard_170.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.42.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4f34fe62f2fc8bd592fa20de2f9a19d8"
+ },
+ {
+ "dataPath": "params_shard_171.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "478983527ffeaa31fafc38ed9b290af9"
+ },
+ {
+ "dataPath": "params_shard_172.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c9ae989899b894e75bf8680e5d2a4651"
+ },
+ {
+ "dataPath": "params_shard_173.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.43.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d26d2507231a307713567443ab446feb"
+ },
+ {
+ "dataPath": "params_shard_174.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.43.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "14b008b532a8a471a295d472c31955e2"
+ },
+ {
+ "dataPath": "params_shard_175.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c2bb07bc281790fbca359c3950880fb6"
+ },
+ {
+ "dataPath": "params_shard_176.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5b7dcfd6f7eb313580139b35495566ec"
+ },
+ {
+ "dataPath": "params_shard_177.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.44.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dd289ccab6f1b85c9e0f64a759ec3d5c"
+ },
+ {
+ "dataPath": "params_shard_178.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.44.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "404e95fcc2116ec3c6fa8962e1ef8202"
+ },
+ {
+ "dataPath": "params_shard_179.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "69ad0fdd52c5568ddd1a2ce915394ba8"
+ },
+ {
+ "dataPath": "params_shard_180.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d17bbc896690d7ae32c9eaa8761ec309"
+ },
+ {
+ "dataPath": "params_shard_181.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.45.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8660c8072cadfdc384217ca692045a9e"
+ },
+ {
+ "dataPath": "params_shard_182.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.45.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "50315613e2a8922d823529c7e7cc03b2"
+ },
+ {
+ "dataPath": "params_shard_183.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bb26712172cb7cb20bc8b90787b1406a"
+ },
+ {
+ "dataPath": "params_shard_184.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "65f476f83843c64fbf72d0f201e1eee8"
+ },
+ {
+ "dataPath": "params_shard_185.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.46.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e549a4f423a1adeee32249f10d92f392"
+ },
+ {
+ "dataPath": "params_shard_186.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.46.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e9d812cfaa8145f9d88ab1b210cfb196"
+ },
+ {
+ "dataPath": "params_shard_187.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d3ecd3419fe478936278cddf13e3e4f2"
+ },
+ {
+ "dataPath": "params_shard_188.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7a127f7eab0ba1711f22a10bb80ff31c"
+ },
+ {
+ "dataPath": "params_shard_189.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.47.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2f35869a8a0cb4d37103275e717cab54"
+ },
+ {
+ "dataPath": "params_shard_190.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.47.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b84398987a828e6c4ee161df9bfa1c4b"
+ },
+ {
+ "dataPath": "params_shard_191.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.gate_up_proj.weight",
+ "shape": [
+ 27648,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "eb2a096ae21fd98e16ef05bcf267466f"
+ },
+ {
+ "dataPath": "params_shard_192.bin",
+ "format": "raw-shard",
+ "nbytes": 141557760,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 13824
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 141557760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f7e2c33a0ec9c9f509b5a4d8d41b26ec"
+ },
+ {
+ "dataPath": "params_shard_193.bin",
+ "format": "raw-shard",
+ "nbytes": 1557135360,
+ "records": [
+ {
+ "name": "lm_head.weight",
+ "shape": [
+ 152064,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1557135360,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b61f817b65ef3a1d1028e40275172163"
+ },
+ {
+ "dataPath": "params_shard_194.bin",
+ "format": "raw-shard",
+ "nbytes": 1681408,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 14336
+ },
+ {
+ "name": "model.layers.0.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 24576
+ },
+ {
+ "name": "model.layers.1.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 34816
+ },
+ {
+ "name": "model.layers.1.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 49152
+ },
+ {
+ "name": "model.layers.1.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 59392
+ },
+ {
+ "name": "model.layers.2.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 69632
+ },
+ {
+ "name": "model.layers.2.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 83968
+ },
+ {
+ "name": "model.layers.2.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 94208
+ },
+ {
+ "name": "model.layers.3.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 104448
+ },
+ {
+ "name": "model.layers.3.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 118784
+ },
+ {
+ "name": "model.layers.3.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 129024
+ },
+ {
+ "name": "model.layers.4.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 139264
+ },
+ {
+ "name": "model.layers.4.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 153600
+ },
+ {
+ "name": "model.layers.4.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 163840
+ },
+ {
+ "name": "model.layers.5.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 174080
+ },
+ {
+ "name": "model.layers.5.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 188416
+ },
+ {
+ "name": "model.layers.5.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 198656
+ },
+ {
+ "name": "model.layers.6.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 208896
+ },
+ {
+ "name": "model.layers.6.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 223232
+ },
+ {
+ "name": "model.layers.6.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 233472
+ },
+ {
+ "name": "model.layers.7.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 243712
+ },
+ {
+ "name": "model.layers.7.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 258048
+ },
+ {
+ "name": "model.layers.7.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 268288
+ },
+ {
+ "name": "model.layers.8.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 278528
+ },
+ {
+ "name": "model.layers.8.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 292864
+ },
+ {
+ "name": "model.layers.8.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 303104
+ },
+ {
+ "name": "model.layers.9.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 313344
+ },
+ {
+ "name": "model.layers.9.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 327680
+ },
+ {
+ "name": "model.layers.9.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 337920
+ },
+ {
+ "name": "model.layers.10.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 348160
+ },
+ {
+ "name": "model.layers.10.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 362496
+ },
+ {
+ "name": "model.layers.10.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 372736
+ },
+ {
+ "name": "model.layers.11.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 382976
+ },
+ {
+ "name": "model.layers.11.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 397312
+ },
+ {
+ "name": "model.layers.11.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 407552
+ },
+ {
+ "name": "model.layers.12.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 417792
+ },
+ {
+ "name": "model.layers.12.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 432128
+ },
+ {
+ "name": "model.layers.12.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 442368
+ },
+ {
+ "name": "model.layers.13.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 452608
+ },
+ {
+ "name": "model.layers.13.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 466944
+ },
+ {
+ "name": "model.layers.13.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 477184
+ },
+ {
+ "name": "model.layers.14.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 487424
+ },
+ {
+ "name": "model.layers.14.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 501760
+ },
+ {
+ "name": "model.layers.14.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 512000
+ },
+ {
+ "name": "model.layers.15.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 522240
+ },
+ {
+ "name": "model.layers.15.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 536576
+ },
+ {
+ "name": "model.layers.15.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 546816
+ },
+ {
+ "name": "model.layers.16.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 557056
+ },
+ {
+ "name": "model.layers.16.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 571392
+ },
+ {
+ "name": "model.layers.16.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 581632
+ },
+ {
+ "name": "model.layers.17.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 591872
+ },
+ {
+ "name": "model.layers.17.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 606208
+ },
+ {
+ "name": "model.layers.17.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 616448
+ },
+ {
+ "name": "model.layers.18.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 626688
+ },
+ {
+ "name": "model.layers.18.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 641024
+ },
+ {
+ "name": "model.layers.18.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 651264
+ },
+ {
+ "name": "model.layers.19.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 661504
+ },
+ {
+ "name": "model.layers.19.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 675840
+ },
+ {
+ "name": "model.layers.19.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 686080
+ },
+ {
+ "name": "model.layers.20.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 696320
+ },
+ {
+ "name": "model.layers.20.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 710656
+ },
+ {
+ "name": "model.layers.20.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 720896
+ },
+ {
+ "name": "model.layers.21.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 731136
+ },
+ {
+ "name": "model.layers.21.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 745472
+ },
+ {
+ "name": "model.layers.21.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 755712
+ },
+ {
+ "name": "model.layers.22.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 765952
+ },
+ {
+ "name": "model.layers.22.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 780288
+ },
+ {
+ "name": "model.layers.22.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 790528
+ },
+ {
+ "name": "model.layers.23.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 800768
+ },
+ {
+ "name": "model.layers.23.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 815104
+ },
+ {
+ "name": "model.layers.23.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 825344
+ },
+ {
+ "name": "model.layers.24.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 835584
+ },
+ {
+ "name": "model.layers.24.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 849920
+ },
+ {
+ "name": "model.layers.24.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 860160
+ },
+ {
+ "name": "model.layers.25.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 870400
+ },
+ {
+ "name": "model.layers.25.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 884736
+ },
+ {
+ "name": "model.layers.25.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 894976
+ },
+ {
+ "name": "model.layers.26.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 905216
+ },
+ {
+ "name": "model.layers.26.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 919552
+ },
+ {
+ "name": "model.layers.26.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 929792
+ },
+ {
+ "name": "model.layers.27.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 940032
+ },
+ {
+ "name": "model.layers.27.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 954368
+ },
+ {
+ "name": "model.layers.27.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 964608
+ },
+ {
+ "name": "model.layers.28.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 974848
+ },
+ {
+ "name": "model.layers.28.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 989184
+ },
+ {
+ "name": "model.layers.28.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 999424
+ },
+ {
+ "name": "model.layers.29.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1009664
+ },
+ {
+ "name": "model.layers.29.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1024000
+ },
+ {
+ "name": "model.layers.29.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1034240
+ },
+ {
+ "name": "model.layers.30.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1044480
+ },
+ {
+ "name": "model.layers.30.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1058816
+ },
+ {
+ "name": "model.layers.30.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1069056
+ },
+ {
+ "name": "model.layers.31.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1079296
+ },
+ {
+ "name": "model.layers.31.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1093632
+ },
+ {
+ "name": "model.layers.31.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1103872
+ },
+ {
+ "name": "model.layers.32.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1114112
+ },
+ {
+ "name": "model.layers.32.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1128448
+ },
+ {
+ "name": "model.layers.32.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1138688
+ },
+ {
+ "name": "model.layers.33.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1148928
+ },
+ {
+ "name": "model.layers.33.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1163264
+ },
+ {
+ "name": "model.layers.33.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1173504
+ },
+ {
+ "name": "model.layers.34.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1183744
+ },
+ {
+ "name": "model.layers.34.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1198080
+ },
+ {
+ "name": "model.layers.34.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1208320
+ },
+ {
+ "name": "model.layers.35.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1218560
+ },
+ {
+ "name": "model.layers.35.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1232896
+ },
+ {
+ "name": "model.layers.35.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1243136
+ },
+ {
+ "name": "model.layers.36.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1253376
+ },
+ {
+ "name": "model.layers.36.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1267712
+ },
+ {
+ "name": "model.layers.36.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1277952
+ },
+ {
+ "name": "model.layers.37.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1288192
+ },
+ {
+ "name": "model.layers.37.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1302528
+ },
+ {
+ "name": "model.layers.37.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1312768
+ },
+ {
+ "name": "model.layers.38.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1323008
+ },
+ {
+ "name": "model.layers.38.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1337344
+ },
+ {
+ "name": "model.layers.38.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1347584
+ },
+ {
+ "name": "model.layers.39.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1357824
+ },
+ {
+ "name": "model.layers.39.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1372160
+ },
+ {
+ "name": "model.layers.39.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1382400
+ },
+ {
+ "name": "model.layers.40.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1392640
+ },
+ {
+ "name": "model.layers.40.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1406976
+ },
+ {
+ "name": "model.layers.40.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1417216
+ },
+ {
+ "name": "model.layers.41.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1427456
+ },
+ {
+ "name": "model.layers.41.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1441792
+ },
+ {
+ "name": "model.layers.41.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1452032
+ },
+ {
+ "name": "model.layers.42.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1462272
+ },
+ {
+ "name": "model.layers.42.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1476608
+ },
+ {
+ "name": "model.layers.42.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1486848
+ },
+ {
+ "name": "model.layers.43.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1497088
+ },
+ {
+ "name": "model.layers.43.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1511424
+ },
+ {
+ "name": "model.layers.43.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1521664
+ },
+ {
+ "name": "model.layers.44.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1531904
+ },
+ {
+ "name": "model.layers.44.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1546240
+ },
+ {
+ "name": "model.layers.44.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1556480
+ },
+ {
+ "name": "model.layers.45.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1566720
+ },
+ {
+ "name": "model.layers.45.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1581056
+ },
+ {
+ "name": "model.layers.45.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1591296
+ },
+ {
+ "name": "model.layers.46.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1601536
+ },
+ {
+ "name": "model.layers.46.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1615872
+ },
+ {
+ "name": "model.layers.46.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1626112
+ },
+ {
+ "name": "model.layers.47.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1636352
+ },
+ {
+ "name": "model.layers.47.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1650688
+ },
+ {
+ "name": "model.layers.47.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1660928
+ },
+ {
+ "name": "model.norm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1671168
+ }
+ ],
+ "md5sum": "94e49e672e625292e007ba7d61d222ff"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/params_shard_0.bin b/params_shard_0.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5c39894a3d719b6ab110d74565369aa237c94c89
--- /dev/null
+++ b/params_shard_0.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335cc247586fe9125d7f4699c5afdd438f08f60cb44e69a8318e50add1d8e94b
+size 1557135360
diff --git a/params_shard_1.bin b/params_shard_1.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b1fc10ca4f60f79a383710bb1c5964a30e2de36a
--- /dev/null
+++ b/params_shard_1.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec04b6e1cc047ece50b4900265269eba664545770449454c689da4fcada67449
+size 73400320
diff --git a/params_shard_10.bin b/params_shard_10.bin
new file mode 100644
index 0000000000000000000000000000000000000000..509b76dda3f95f0c1fb49b311ef4c0f60560034a
--- /dev/null
+++ b/params_shard_10.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be1c2f0193fda0cc3e47699ddbac064d18591573df0d7c20375e9a44ede721b
+size 52428800
diff --git a/params_shard_100.bin b/params_shard_100.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7a1d23252775672af2da0548e87ef32aa5ad7dfd
--- /dev/null
+++ b/params_shard_100.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cb559ab4385578d3b51f7a8be19c7070546e4ef9c1bf656452f494697399a4
+size 141557760
diff --git a/params_shard_101.bin b/params_shard_101.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2c911adc82d631e9e6670b2c79d7e0be780614b6
--- /dev/null
+++ b/params_shard_101.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594512711d9bb7c09477ba83f8c1a3976e85be351c798d07c85ad2f41014c06f
+size 73400320
diff --git a/params_shard_102.bin b/params_shard_102.bin
new file mode 100644
index 0000000000000000000000000000000000000000..be2ce7a4ab7c1b6ec1f4e2fb00dc516c8e50b237
--- /dev/null
+++ b/params_shard_102.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95560dce696e844438c640d9b909651a507b7cebf4d70858a7dfc9a6dd28f55
+size 52428800
diff --git a/params_shard_103.bin b/params_shard_103.bin
new file mode 100644
index 0000000000000000000000000000000000000000..77cf3820f3a4d9d188ccfd5cf8f047bb0b10f7ea
--- /dev/null
+++ b/params_shard_103.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15077d097256c5c38f4f1be750fb5c8e0590ff7c1a08e1dbac137b9e3f3adb25
+size 283115520
diff --git a/params_shard_104.bin b/params_shard_104.bin
new file mode 100644
index 0000000000000000000000000000000000000000..418134c497889030b7eebe9ac69ffe7ed481ad52
--- /dev/null
+++ b/params_shard_104.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcab2540b9c65b37b874d4e1c1b1113a88a150503a02b091c3f3ea939a607c0
+size 141557760
diff --git a/params_shard_105.bin b/params_shard_105.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1fe35192692d658f6b157e7e12173d1cbbbb25fd
--- /dev/null
+++ b/params_shard_105.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7be0c507a258ba42ba51a3f590a0f93be666b0d6856b27f063fd67953466d80
+size 73400320
diff --git a/params_shard_106.bin b/params_shard_106.bin
new file mode 100644
index 0000000000000000000000000000000000000000..101fea027a2348ccedebd692fcb13281739b57b9
--- /dev/null
+++ b/params_shard_106.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3113cc3a9f660ce4f769157624a1a1dfe72552566fe2fb40b7c7c4bca49cc1b9
+size 52428800
diff --git a/params_shard_107.bin b/params_shard_107.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ac687d03aa5ac5f0f302fc9031749b514c005944
--- /dev/null
+++ b/params_shard_107.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d58f5674119421dcebdbc00f7562776e22c633ca7235b540521e9631d1c0174
+size 283115520
diff --git a/params_shard_108.bin b/params_shard_108.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bc7f2566f0fb7853987039f062bd69c2d07b9458
--- /dev/null
+++ b/params_shard_108.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4da03dc305b5106bfa0899d307d42a16a1ac654d9127cfc6730f930c1aa46ca
+size 141557760
diff --git a/params_shard_109.bin b/params_shard_109.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1fb5f15e389a6168fce6b69a361474872a722466
--- /dev/null
+++ b/params_shard_109.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb0045a760790d1bb1f3c27d486e7be73ce70487e8591ff6dd0ddd583974e50
+size 73400320
diff --git a/params_shard_11.bin b/params_shard_11.bin
new file mode 100644
index 0000000000000000000000000000000000000000..67bc38fcc7898a9003d66994d518987d28febfa7
--- /dev/null
+++ b/params_shard_11.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938904c93a3ab4008fafc63d82adf99698e0207318948a3fa4a124b1359c90c4
+size 283115520
diff --git a/params_shard_110.bin b/params_shard_110.bin
new file mode 100644
index 0000000000000000000000000000000000000000..db6ee62bfdb9b0d85039ced2dbe01dc4e12f4bf4
--- /dev/null
+++ b/params_shard_110.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443d2c4eda958a6390b3eaa3b3e00fab8f62f179021ff7c082c8e11fe582da6c
+size 52428800
diff --git a/params_shard_111.bin b/params_shard_111.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8002a027a74efce407a8389a941cf774490291b1
--- /dev/null
+++ b/params_shard_111.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fd72d87ee5428760064d7ede2fb810a66e83931868a9b171081086882c6d21
+size 283115520
diff --git a/params_shard_112.bin b/params_shard_112.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ef7531827d4a8405a3644dce804189972c9ce9cf
--- /dev/null
+++ b/params_shard_112.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601f2c83ed167737e2975e0226cca008e8c28f40ecd9179489bb2bfe9b240290
+size 141557760
diff --git a/params_shard_113.bin b/params_shard_113.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f9501bad9017e2e27c0908539b03ec26bbc4b405
--- /dev/null
+++ b/params_shard_113.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73a513f1f169ded816ccfd9dcd3097e5b8a98ea1cae6b51258c562c86089611
+size 73400320
diff --git a/params_shard_114.bin b/params_shard_114.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c0581eb3f5f2229e98556359fd15c1029ec96cb9
--- /dev/null
+++ b/params_shard_114.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11831009a368f2b30b0955c8738a3982cd420c1788f9b8344e21a487541ea0a8
+size 52428800
diff --git a/params_shard_115.bin b/params_shard_115.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0e4cd864b059ae56a692f90aef88c599e59e778c
--- /dev/null
+++ b/params_shard_115.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de623de49c845b9c50143de71dc90ba226412c6a50ad9d536b86f081f4b365e8
+size 283115520
diff --git a/params_shard_116.bin b/params_shard_116.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1609b1629a914f6857ab8c254f669934bcbb1adf
--- /dev/null
+++ b/params_shard_116.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bc25c270f8aa9e950a2778e96595ff73061d7ad626cf364600f7502440eeff
+size 141557760
diff --git a/params_shard_117.bin b/params_shard_117.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e7ad137d8da3799e9ce2bb24e3ff5fd4af99036f
--- /dev/null
+++ b/params_shard_117.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4a325fb504f3f8ce09d5c03971476a135902e3d1009de9e224141d78a77173
+size 73400320
diff --git a/params_shard_118.bin b/params_shard_118.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74a112e9bf26a08f7fdce15695da1bb678292aad
--- /dev/null
+++ b/params_shard_118.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b39a61d60cc4856f4e0fb6939bde77a1309876e77df9a9c1afa7726fbf5a25
+size 52428800
diff --git a/params_shard_119.bin b/params_shard_119.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c3dc39d9a3ae942596dc0ea41ddb9e0c3167d8b3
--- /dev/null
+++ b/params_shard_119.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f567de7f4b63f12735cc3dded6825f3b6a596c236d3a61a9baee0253442e482c
+size 283115520
diff --git a/params_shard_12.bin b/params_shard_12.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fefec75fa2c7393216bf3c8ed340b3daa8129473
--- /dev/null
+++ b/params_shard_12.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0050b28f87e5b3c182cc6bf4baeb6ec78cab9c88dda93333da2e8cfcdac3e3
+size 141557760
diff --git a/params_shard_120.bin b/params_shard_120.bin
new file mode 100644
index 0000000000000000000000000000000000000000..415c2f051e46903fd75bc22b1168e19018bc4589
--- /dev/null
+++ b/params_shard_120.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c89869ad6f3892bfd463f179c8b00b15ea1fe9648406c09f6fdc26063cf0353
+size 141557760
diff --git a/params_shard_121.bin b/params_shard_121.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c35c8718f3b5bd171d5dbf619c97e2bad79dda3f
--- /dev/null
+++ b/params_shard_121.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a2894f27141ac0374ecbe8078dbaeff43886de1bcae99d9f1f825430e37137
+size 73400320
diff --git a/params_shard_122.bin b/params_shard_122.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d7d3e2b7f32f2309b7d0bf85b47461aa0b6a40fb
--- /dev/null
+++ b/params_shard_122.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cdfe10a7826a5bc55f54e61e3e244dfcdbcece4fd764dde05b178eb455bcc1
+size 52428800
diff --git a/params_shard_123.bin b/params_shard_123.bin
new file mode 100644
index 0000000000000000000000000000000000000000..863d70be773b35191f75dcabd740048f16207e61
--- /dev/null
+++ b/params_shard_123.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dad0b39b774c0b755283dbf6a2a43b335fbb7666aebe0ea69794bec02fe2a5
+size 283115520
diff --git a/params_shard_124.bin b/params_shard_124.bin
new file mode 100644
index 0000000000000000000000000000000000000000..688c071ed9cef35aa3aef93c98a0df57ac158481
--- /dev/null
+++ b/params_shard_124.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faecfbe268a60c708dfbc20db3c99a990a8cd58e1ddc0b184f3983ddb983885
+size 141557760
diff --git a/params_shard_125.bin b/params_shard_125.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9432a9e4d1a7d4a9f6129e9ff22d9f7ddfdce094
--- /dev/null
+++ b/params_shard_125.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7353db87d949889b89c9d411f45b85933177a200ce87ac32ffab44432725548
+size 73400320
diff --git a/params_shard_126.bin b/params_shard_126.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a51103af236582408c1f8483ae20f72b68364c09
--- /dev/null
+++ b/params_shard_126.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8805858237e78d0cd1927843b6ed4a2c08d3ce6caf0765304f3059efe6b6db
+size 52428800
diff --git a/params_shard_127.bin b/params_shard_127.bin
new file mode 100644
index 0000000000000000000000000000000000000000..370e4837dfd92af5ac6a2c74a5bde8e0f5568ae4
--- /dev/null
+++ b/params_shard_127.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b5914bfade891ed9189b546032104bc2f92f429894a901f994bb0b2ce1ad13
+size 283115520
diff --git a/params_shard_128.bin b/params_shard_128.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ba09994f43054be56eadf1c09d703fa4f30b741a
--- /dev/null
+++ b/params_shard_128.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cd3a7390d944a81418f2d3759ac8983d30f3b80902c8206348b8d485a9a418
+size 141557760
diff --git a/params_shard_129.bin b/params_shard_129.bin
new file mode 100644
index 0000000000000000000000000000000000000000..643e33ede356acef2d1ce6de65619dd2b0f2c099
--- /dev/null
+++ b/params_shard_129.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761cb4cbfd0ce5f2f8ed703dd0560500d18f01625270e36b64bccdc70636c8d1
+size 73400320
diff --git a/params_shard_13.bin b/params_shard_13.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b1578b481ef3f39c509f11b708950395be677876
--- /dev/null
+++ b/params_shard_13.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd43fe30d6690495b7976fb66cecd0e2782f51c5deb520305b892501c87f926
+size 73400320
diff --git a/params_shard_130.bin b/params_shard_130.bin
new file mode 100644
index 0000000000000000000000000000000000000000..29106045a2c8d1f12d3d508225ea0ae61899f010
--- /dev/null
+++ b/params_shard_130.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcccf82aceaeffa76f20a079189b9a2f7b7c5af727857bc07af120a272318ac
+size 52428800
diff --git a/params_shard_131.bin b/params_shard_131.bin
new file mode 100644
index 0000000000000000000000000000000000000000..48865d7f93a25a73c3c855c4fbed04d7e06e1fec
--- /dev/null
+++ b/params_shard_131.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e32aa6006b9923f01a6b19b340c45ab4cb802a5429b306273fccdbd7660161
+size 283115520
diff --git a/params_shard_132.bin b/params_shard_132.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7594423ac439f5a9d0513a0222d24385c7a34e8b
--- /dev/null
+++ b/params_shard_132.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31af1428f327734e8efa48e258aae0f14510446ccca5755933dd4375304bce1
+size 141557760
diff --git a/params_shard_133.bin b/params_shard_133.bin
new file mode 100644
index 0000000000000000000000000000000000000000..883ff8cd813cb9ac8542d8722e7bffc50211ca65
--- /dev/null
+++ b/params_shard_133.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d5bcf8cfa3d242bde170ed3c5e33cf0a3b86f093388351d2d25bdcc579e1b3
+size 73400320
diff --git a/params_shard_134.bin b/params_shard_134.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18b248e9f9756014572cd54b19694f0d31d694d1
--- /dev/null
+++ b/params_shard_134.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8718b29d65bfb40a77ae5296bc49cf4e1c7d9e73c3ecb49475ca4f574f8cb334
+size 52428800
diff --git a/params_shard_135.bin b/params_shard_135.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e6d68333b4c2f319038d88020a8b6d97b2fc4a48
--- /dev/null
+++ b/params_shard_135.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8010f342f810567a2facd5e27a04e12674e67364f83cd2c98f861e9d726023
+size 283115520
diff --git a/params_shard_136.bin b/params_shard_136.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2974f3d7c34c6c2edd9640224ee9ce2d65fc2470
--- /dev/null
+++ b/params_shard_136.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b1acaa577cce194314429b9656914022ce87fa058b437babdcbdd3507ee040
+size 141557760
diff --git a/params_shard_137.bin b/params_shard_137.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8acf5659282b03637f44ac0ffe10d42554b29a1e
--- /dev/null
+++ b/params_shard_137.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037647b5f138ab2364527613a90ab666322f05dbfa30f9d176a98a4a0de99a0c
+size 73400320
diff --git a/params_shard_138.bin b/params_shard_138.bin
new file mode 100644
index 0000000000000000000000000000000000000000..12d560428eb1a73129d3b5d8d76f49d28310511c
--- /dev/null
+++ b/params_shard_138.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c0c1dde5e47d21b3445392eafdfe9ac49a997c796adc370dbb5b91192e92f0
+size 52428800
diff --git a/params_shard_139.bin b/params_shard_139.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7aa075e2814d9015fd60f98d11cf9d3e9016e61a
--- /dev/null
+++ b/params_shard_139.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60efe31d6c86a0e0d09268dc05820a51801c0994b125bc0b17e54660f3ae8f6
+size 283115520
diff --git a/params_shard_14.bin b/params_shard_14.bin
new file mode 100644
index 0000000000000000000000000000000000000000..07a8c87cdd07023baf4f12505118c82631454c20
--- /dev/null
+++ b/params_shard_14.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f21b3d5ec963a64a0766498766e824926a59b2ab8558c20ef1ec659caeed10a
+size 52428800
diff --git a/params_shard_140.bin b/params_shard_140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..457363329bba47bba064ba3c793f3b1de9f41b98
--- /dev/null
+++ b/params_shard_140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2ac2d3b8a36f88224db4163c106b4b2619a93d07f4af1b46cc52d17226c882
+size 141557760
diff --git a/params_shard_141.bin b/params_shard_141.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ebfba7caee3099ab232d8227faa9822f9e287d72
--- /dev/null
+++ b/params_shard_141.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1322c9247188c36abe9c8d457211f195d85ecaf67e6c3a962fa83de8d881450d
+size 73400320
diff --git a/params_shard_142.bin b/params_shard_142.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e78052fdd961ecb643316eddf749c7e4da2469dd
--- /dev/null
+++ b/params_shard_142.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35a45e67cb3ef1523813169ff8afdc8b9c59b132727112fdc94b634050685b8
+size 52428800
diff --git a/params_shard_143.bin b/params_shard_143.bin
new file mode 100644
index 0000000000000000000000000000000000000000..33e4fadf593a6006fc1d19bc23bd9805360e363c
--- /dev/null
+++ b/params_shard_143.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f6d74e6ca9ec20d87574bed26e7c654fe7cd92870ee9c894e2332872dd504d
+size 283115520
diff --git a/params_shard_144.bin b/params_shard_144.bin
new file mode 100644
index 0000000000000000000000000000000000000000..681e52a888f8105e67fdf1e7eee8280198119b2e
--- /dev/null
+++ b/params_shard_144.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1946d9e7f22729aae83ee229c50c25e83bfa4cffe6de782557c3a8123beff0
+size 141557760
diff --git a/params_shard_145.bin b/params_shard_145.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cd18b2e69d9a1432944f679a5279e16b74fbbaf0
--- /dev/null
+++ b/params_shard_145.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56eba933d609d954992e15af42ab9cae6aadfb7fa63a0e98692d316181383ef4
+size 73400320
diff --git a/params_shard_146.bin b/params_shard_146.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9725a7033141905884b18b6e98cd91ba51cbc8a7
--- /dev/null
+++ b/params_shard_146.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4279e0144b9783658e0921f4e9b1b50cb340943ad85e73c2e19df4440420809b
+size 52428800
diff --git a/params_shard_147.bin b/params_shard_147.bin
new file mode 100644
index 0000000000000000000000000000000000000000..15957c4617555b4d4054ce6b4a685b057d4f9bbd
--- /dev/null
+++ b/params_shard_147.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d36a6d1e6e369855723e0843761642107557b5908d8c65f754e67dfcf863b50
+size 283115520
diff --git a/params_shard_148.bin b/params_shard_148.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c21a3663454109a88158a82a0caa5c61d539ada3
--- /dev/null
+++ b/params_shard_148.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf77dd1d5f2c1ae0d36f58361e632bf713fb80643ac832e844cdc2e1903fc582
+size 141557760
diff --git a/params_shard_149.bin b/params_shard_149.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b7ce8c4d52b051cd81b08eb4e92155314ff75807
--- /dev/null
+++ b/params_shard_149.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a3954bfdd21b137d23f1b841a9d1038acc232f675c39e238604cb3948ca6a2
+size 73400320
diff --git a/params_shard_15.bin b/params_shard_15.bin
new file mode 100644
index 0000000000000000000000000000000000000000..28bd683665eac21ed87746343bce954110c2f684
--- /dev/null
+++ b/params_shard_15.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ac1993505927ded904c1f1bf416ef6cc9bcce76ea777b426083682711e7db9
+size 283115520
diff --git a/params_shard_150.bin b/params_shard_150.bin
new file mode 100644
index 0000000000000000000000000000000000000000..242c74de437bf4f5557383f9b23cbda9b22886af
--- /dev/null
+++ b/params_shard_150.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baec49fbff71b4d8767b3bd5e15e48e867933c0ec4738ffd7c9e2c645aa6711f
+size 52428800
diff --git a/params_shard_151.bin b/params_shard_151.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fedcfe638b569585dc3cd2c53d5c42a819c4f402
--- /dev/null
+++ b/params_shard_151.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72012d7a88f574dd02c6fbb9c0e864480fa66091596b9aa6ac2f6ee83dd42ab8
+size 283115520
diff --git a/params_shard_152.bin b/params_shard_152.bin
new file mode 100644
index 0000000000000000000000000000000000000000..31b52900473a1ab5a29cb40f9fc29388319fdfae
--- /dev/null
+++ b/params_shard_152.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6217ff2ef2189d6c2eafaff12dfef730e741df38a4f2daed53c91801435c3c
+size 141557760
diff --git a/params_shard_153.bin b/params_shard_153.bin
new file mode 100644
index 0000000000000000000000000000000000000000..33272e83ea4305e5175b54d41a3e92549512edb6
--- /dev/null
+++ b/params_shard_153.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b53b947b04dc1025d845f4b46b2569ca52c5ebec0a363796921d260ab4daae
+size 73400320
diff --git a/params_shard_154.bin b/params_shard_154.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c49299124c18a025963008958f01cf3507679c5
--- /dev/null
+++ b/params_shard_154.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c86b801eab0ded2f0904032c06be978a0720fe0375c5fc991b704075562f3a
+size 52428800
diff --git a/params_shard_155.bin b/params_shard_155.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2040b99ebfc7c2e9c0bf823b06aa00baee76ee19
--- /dev/null
+++ b/params_shard_155.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37fc813a7e87e027d5088f20568d2deb6e5f57b1446cfcbf46fb4afc39dd31e
+size 283115520
diff --git a/params_shard_156.bin b/params_shard_156.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0351ebd8d603e23b53f8a9c6cf006a6ee8a30d47
--- /dev/null
+++ b/params_shard_156.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47253a5e1e404870b1f67960200d0a68be59ee8c145119b007478c77be6a34e
+size 141557760
diff --git a/params_shard_157.bin b/params_shard_157.bin
new file mode 100644
index 0000000000000000000000000000000000000000..78ae88b27ce7bb63bfb4c937a8fc56afb4225356
--- /dev/null
+++ b/params_shard_157.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b700c5eaf6dd0c16d629ef59b9918648636cebe5eb677be1bca00d4099ccced3
+size 73400320
diff --git a/params_shard_158.bin b/params_shard_158.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cfa007036ae8a7b8016350d3ae8f9c55041b6f55
--- /dev/null
+++ b/params_shard_158.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceecd363a5a254826cf1d141903feee834d3c46256e52c784a4063e16059b70a
+size 52428800
diff --git a/params_shard_159.bin b/params_shard_159.bin
new file mode 100644
index 0000000000000000000000000000000000000000..932bc0edbf700b610ea446e466fceaaebd4ecd76
--- /dev/null
+++ b/params_shard_159.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afeefbf034078f1dca744244194d56f422452c2fb356627a00e3e92c014a40f5
+size 283115520
diff --git a/params_shard_16.bin b/params_shard_16.bin
new file mode 100644
index 0000000000000000000000000000000000000000..246258fd524b3b761bdec389ea43e39b91550686
--- /dev/null
+++ b/params_shard_16.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ddbefca305c143b494a0d62e543379739a29adbbe8465e21de4deefd31dac6
+size 141557760
diff --git a/params_shard_160.bin b/params_shard_160.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aa201599626f1465d1faf14a76b53444d683b0ab
--- /dev/null
+++ b/params_shard_160.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d7361718845282004c87ea4a7e86ebad0b6e700a780018911d1b404ac374eb
+size 141557760
diff --git a/params_shard_161.bin b/params_shard_161.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c66b6cd57c47eb20fbd32fc92bf6fe958a36942
--- /dev/null
+++ b/params_shard_161.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65a21fe677bcb1b806bd9f6cb4e895c6a05b2bc9756b34739073625ebca8106
+size 73400320
diff --git a/params_shard_162.bin b/params_shard_162.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fb5953bd480b928ae7893f0ea801cf76811fe431
--- /dev/null
+++ b/params_shard_162.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae2ec856328177049980fac0a6b9f4f83965bb3d52044e3685a446822b5ff5b
+size 52428800
diff --git a/params_shard_163.bin b/params_shard_163.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f9c8c3ac8d84101c0a73aa5cef6de52f4f33a8d2
--- /dev/null
+++ b/params_shard_163.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28914f5f7c250384511d36b40724f624085a714361046e13ea9edf2e88394ce2
+size 283115520
diff --git a/params_shard_164.bin b/params_shard_164.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc16f38cd96796b1e1abc63a34956953ba66feaf
--- /dev/null
+++ b/params_shard_164.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd5d55125fc0ee81f0cfec44f0d11b61a40ff51ff0f6bae70481533f0468f43
+size 141557760
diff --git a/params_shard_165.bin b/params_shard_165.bin
new file mode 100644
index 0000000000000000000000000000000000000000..932ed387f7a1efab673fbbe8cd614b0f55d56252
--- /dev/null
+++ b/params_shard_165.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa4fd2ec8176ff7991de2f39b8071ffe76eb49fce1051b8d3cd93f8eb119715
+size 73400320
diff --git a/params_shard_166.bin b/params_shard_166.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d449771bb1bc7a510d57dcc753db036905abe1f6
--- /dev/null
+++ b/params_shard_166.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdaf397f5b8963c8537705e4af886a599e3bbcc0558ae1ed8383e3e6947e3a7
+size 52428800
diff --git a/params_shard_167.bin b/params_shard_167.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f6d195f3227981075b0775c30fe640a72be6f5e9
--- /dev/null
+++ b/params_shard_167.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8d6daa0efe3dadf1f4bebdf8761f2ec64e949eebaaf381fed90dcf38534fd5
+size 283115520
diff --git a/params_shard_168.bin b/params_shard_168.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2fca34d39efa0b94aa4c93363bfe769fe2043884
--- /dev/null
+++ b/params_shard_168.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03023a5826825beb279cd0bd84bb4b9ab89255e45bae839efb1a4b387ca2a916
+size 141557760
diff --git a/params_shard_169.bin b/params_shard_169.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b7478730f2441fb48d60c3c98788c12fe8fef380
--- /dev/null
+++ b/params_shard_169.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b264aa70dbf21fc989eea871bf673f72ddb31fe7f4fe0f3c406faf7bd79c9c
+size 73400320
diff --git a/params_shard_17.bin b/params_shard_17.bin
new file mode 100644
index 0000000000000000000000000000000000000000..15fdec5544bb6d92ca3b980f316c7ae3bdf3d154
--- /dev/null
+++ b/params_shard_17.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ad447e57caa00fc402ce97e5acca65573733848ce1b01f89e99c6ed6d1b96f
+size 73400320
diff --git a/params_shard_170.bin b/params_shard_170.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9087c6fe7649da2ffb35c27734ee51ac0e44ebbd
--- /dev/null
+++ b/params_shard_170.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de83ff1d3b61520d617e72ff5a1ebaafd05b3a2d89f3b6b5e591bb4ab58cf9f
+size 52428800
diff --git a/params_shard_171.bin b/params_shard_171.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ab26f963b74c7c076305c96818c3db88758e800a
--- /dev/null
+++ b/params_shard_171.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01996e5b74fd7130c1fa07a094ed8aecb4282514679647065ca36526ef954844
+size 283115520
diff --git a/params_shard_172.bin b/params_shard_172.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa6aafda7105b305bbeb0822d9d0ee3c135d44f6
--- /dev/null
+++ b/params_shard_172.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b6845f106d92745f98da9a959f4fac349fd44cb89aa77bf00c9cf766b3adf5
+size 141557760
diff --git a/params_shard_173.bin b/params_shard_173.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a1c62b1eb0a587d10d849d4c206b5a6ff86c4c72
--- /dev/null
+++ b/params_shard_173.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7afe0980f42ed7b92e4b97a98ad42c81f06e5780c63f2b5a2d3851cf1e32bed
+size 73400320
diff --git a/params_shard_174.bin b/params_shard_174.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0f7bd047d52df06a132cc9a66be33e93d7263bb2
--- /dev/null
+++ b/params_shard_174.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49643b09ca54ab83c1780a18fcb88e944ef825099e6ef48a499defcd787da80
+size 52428800
diff --git a/params_shard_175.bin b/params_shard_175.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4221c785c85712d60cda4e9387470131c5da501f
--- /dev/null
+++ b/params_shard_175.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01502b50ad9148a6564ac8ff00e241166f5af5b3336b8fc30a131f5b9d3e114b
+size 283115520
diff --git a/params_shard_176.bin b/params_shard_176.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4b501b75783d7866e243504a6078fc834a93ded5
--- /dev/null
+++ b/params_shard_176.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877518cc9ed977e1243b6f2b178d6b97de7d8c7ace821c3d07c309b46ead7e48
+size 141557760
diff --git a/params_shard_177.bin b/params_shard_177.bin
new file mode 100644
index 0000000000000000000000000000000000000000..629d63e2c58b3bc8f3a11c24a85773ba5623c52f
--- /dev/null
+++ b/params_shard_177.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542ed41a6d8ea1766596724570b9a2e7f3475bc37b904c40980fc660eec19887
+size 73400320
diff --git a/params_shard_178.bin b/params_shard_178.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8d187fe6a06c5dc946848174ca62fdebde0faec6
--- /dev/null
+++ b/params_shard_178.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeef1ba8899eb3927a4a5665b11158741a3fb1e71d5240c0f97ca57ce37cdd3c
+size 52428800
diff --git a/params_shard_179.bin b/params_shard_179.bin
new file mode 100644
index 0000000000000000000000000000000000000000..522e75ab81dbe3b215dc65ac7ad7df920b5a95fa
--- /dev/null
+++ b/params_shard_179.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8633ae120f172b9271a49206b83b7d3ad5a00b7409cc1d60d94cd3d3838d91bc
+size 283115520
diff --git a/params_shard_18.bin b/params_shard_18.bin
new file mode 100644
index 0000000000000000000000000000000000000000..56a74978fe5fd8af66c7ea0f4d87b5b5d40dea37
--- /dev/null
+++ b/params_shard_18.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37902740118bb6c2f23822887d2cdc59ee6b139ca3c0cee4e1eb458af69285e0
+size 52428800
diff --git a/params_shard_180.bin b/params_shard_180.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4b78fdcf0950eb0f0309352a2ed4d6923167919c
--- /dev/null
+++ b/params_shard_180.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c3886a8285c64c533a8955e42ddf8dc44fe26800304fdb00c15ae5e4599810
+size 141557760
diff --git a/params_shard_181.bin b/params_shard_181.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7fdddfc5705a6294705288d58dbf4a56ffed920a
--- /dev/null
+++ b/params_shard_181.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe49c9a303a5f1fc00fa0b6e2df0f2b3d85448c63eca1b0819c8b9b79de95b43
+size 73400320
diff --git a/params_shard_182.bin b/params_shard_182.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f6deaaeb1bc46dfbe31ec98cec6aae7cd380b749
--- /dev/null
+++ b/params_shard_182.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fee8439babe58e81541039dd1dfaa524c7204ab7e4258b1847f4edee16ba63
+size 52428800
diff --git a/params_shard_183.bin b/params_shard_183.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7ce341f0d9f1118faade1c6c47dabbeef949ffbf
--- /dev/null
+++ b/params_shard_183.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6495b3045bc8b01b7fe449296bc82b60f1ffaa313cde419ee05c99c5313040c7
+size 283115520
diff --git a/params_shard_184.bin b/params_shard_184.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c01a3213b69acd16e8e64b0871b1d183fa174a06
--- /dev/null
+++ b/params_shard_184.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f847ccc8731c69d5f1f68e3f2b53e1e8e99f6c9dad76b86c5fc946dcb0a5d7b0
+size 141557760
diff --git a/params_shard_185.bin b/params_shard_185.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6ce975b3d12603e6fdfef1fdb73ac2d79ebe136b
--- /dev/null
+++ b/params_shard_185.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01126656710e8c5043b4c2be44a9db6e90960eef4986fc06f0ca7679562c014
+size 73400320
diff --git a/params_shard_186.bin b/params_shard_186.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e598c7dcef0f58bd704f0e9878acfde13c12a8dd
--- /dev/null
+++ b/params_shard_186.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413f3fd7f0bb7a095a06fbc5f5f68034f58331c3be536f30ed9f6f4009d6430e
+size 52428800
diff --git a/params_shard_187.bin b/params_shard_187.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb4d99d63e211d6312298c9f32febc71d18f57f6
--- /dev/null
+++ b/params_shard_187.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d7542177970387cd64edbdd0eda93989155a06af4e4f7afcbe19eef7599315
+size 283115520
diff --git a/params_shard_188.bin b/params_shard_188.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5b3588949c44b6b44a3b338d77f2aaee38638980
--- /dev/null
+++ b/params_shard_188.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be779c8e07bc9b5d9308a162e719f12c2ff00116af89a14568459cd06ec63e8
+size 141557760
diff --git a/params_shard_189.bin b/params_shard_189.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b218b5ba8e3c356db88ead907adca0ee78e32f8e
--- /dev/null
+++ b/params_shard_189.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf653a03958f5bbd82ec1878f265adb38fcf1ca6f37b4366d8705acfec8b4eb
+size 73400320
diff --git a/params_shard_19.bin b/params_shard_19.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f4f6051a3a54d8843f26890a5bf3d65604515ba4
--- /dev/null
+++ b/params_shard_19.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d01e466db176ef45bf44de16bfa6c34cc0c4fe534a57624f821c80bbe300ed1
+size 283115520
diff --git a/params_shard_190.bin b/params_shard_190.bin
new file mode 100644
index 0000000000000000000000000000000000000000..48915305ec547604c2fd7ca2a3cf32fc7e1b80af
--- /dev/null
+++ b/params_shard_190.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dffa6b1ebd6c37b1fba209d0c18879c87d70f6007d30e3cad1917989da72270
+size 52428800
diff --git a/params_shard_191.bin b/params_shard_191.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cd8ee3210643d8a07d5777a7b2478c8a500088be
--- /dev/null
+++ b/params_shard_191.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5e8fa0af0d43bdfa6f6c80ad452089b151873e63ef241fffee9bbe76d815b1
+size 283115520
diff --git a/params_shard_192.bin b/params_shard_192.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c3d5462a47a6bd885b3364c507f37d2924ddf99
--- /dev/null
+++ b/params_shard_192.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e056b93e87d0c8993a8ffa122fb78c3a64da51607a83281a481a5c649f2225
+size 141557760
diff --git a/params_shard_193.bin b/params_shard_193.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc5f1c42da67aad74b62ba8c35a46837aa37d1a1
--- /dev/null
+++ b/params_shard_193.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9331a095447b0035ade24d1289903334dc1cd0faaa3759dfee28d069db4cc52b
+size 1557135360
diff --git a/params_shard_194.bin b/params_shard_194.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6a9677818724819a8e4eb79ac44a70ab9df041a6
--- /dev/null
+++ b/params_shard_194.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9753f5e4f44f77804a34b20062143aeb282dfeb826f79b94570dbe4c467c9fc0
+size 1681408
diff --git a/params_shard_2.bin b/params_shard_2.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb538d5fed1ecc98c93dc5407872cbc89207b13d
--- /dev/null
+++ b/params_shard_2.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a817838b6254eec25c7ba60bd334663bb8c577d38aa11592df4b1437689b4ae
+size 52428800
diff --git a/params_shard_20.bin b/params_shard_20.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cd59508756ff909fd121a5d6f745243108242485
--- /dev/null
+++ b/params_shard_20.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768f03d05b3be343b246612a81b1c12381ccfd7a7af0ea6ccbe34bfa6eb36099
+size 141557760
diff --git a/params_shard_21.bin b/params_shard_21.bin
new file mode 100644
index 0000000000000000000000000000000000000000..754903baaf51d64e193e1781ca15411d1f379ce4
--- /dev/null
+++ b/params_shard_21.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b78bd11635e589a7731c0d8941eebde9e42e5abb7a7df1e782cb79e4a42aef
+size 73400320
diff --git a/params_shard_22.bin b/params_shard_22.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7760a48997ad6e1aa2e22549e63c82ff8510b9ed
--- /dev/null
+++ b/params_shard_22.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcbec9a1af39fe5975d6176c3b20ca5c5906b08812dcef46fb34c585c45d9ae
+size 52428800
diff --git a/params_shard_23.bin b/params_shard_23.bin
new file mode 100644
index 0000000000000000000000000000000000000000..30d35a4f9a2d9fa47b3893637db8d92d40665e12
--- /dev/null
+++ b/params_shard_23.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd63409a0592cb49ae8ea44f8cd873b373fed3ab3eb0d88d595c97ef97e2d371
+size 283115520
diff --git a/params_shard_24.bin b/params_shard_24.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e35668c3a491c3abdfd3d02c9bb5812ae885410b
--- /dev/null
+++ b/params_shard_24.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d598bb94c3b9d25a46fc26b9ff8c08a48638ad25acba2758db057e07df0f23e
+size 141557760
diff --git a/params_shard_25.bin b/params_shard_25.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7aafe42ae7c00dc291bdc17355c44e383be9aff5
--- /dev/null
+++ b/params_shard_25.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3236f42a2d6064cd1302a041e4a93d69c1f8608480d676b2db770157bd53e316
+size 73400320
diff --git a/params_shard_26.bin b/params_shard_26.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9da67413a846d46e4404e6a0f734c71799bcf7a1
--- /dev/null
+++ b/params_shard_26.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97629a1451d198f452b15b524a6f305dd277417d74a3763767520a5f9a1eabe
+size 52428800
diff --git a/params_shard_27.bin b/params_shard_27.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c9e7f3a4f2aca6253744f45b1e2a9801d81daa89
--- /dev/null
+++ b/params_shard_27.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad80535c1b9971b48fff3e19c50659dc669dc25c4f15b78ab9c2f155bf434188
+size 283115520
diff --git a/params_shard_28.bin b/params_shard_28.bin
new file mode 100644
index 0000000000000000000000000000000000000000..59b307c65b285aa3d319546512fb3deda50626a3
--- /dev/null
+++ b/params_shard_28.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a849eb16eeec4f62eee0712c055d9ed1b207d81358f4e5773df97de49b2fd40
+size 141557760
diff --git a/params_shard_29.bin b/params_shard_29.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4f74adf9ee0723fbb620ab3ee178fc1bb180e0ec
--- /dev/null
+++ b/params_shard_29.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5438006ee8f71bcd3632b89de1076a071ef3647be1cc280d2d741ce542a3f747
+size 73400320
diff --git a/params_shard_3.bin b/params_shard_3.bin
new file mode 100644
index 0000000000000000000000000000000000000000..51f4cd818720ce4d8daf987ee8878a381ab73570
--- /dev/null
+++ b/params_shard_3.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48abe1ca35e819fa6306f82b7cef7c624bf1c946cb4384f63324320cdc19c9e
+size 283115520
diff --git a/params_shard_30.bin b/params_shard_30.bin
new file mode 100644
index 0000000000000000000000000000000000000000..658e1ae8183252d56104f567c98a464c800e93a7
--- /dev/null
+++ b/params_shard_30.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d818781a63150a0309c05b8326b536a421c20c2607f6ba7e1117026ed0e0add8
+size 52428800
diff --git a/params_shard_31.bin b/params_shard_31.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7c045f645906d05b159234b325b52dcf983c1254
--- /dev/null
+++ b/params_shard_31.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc5d5ff59c552be78f05a5322b1f04d543c2184cd4158fb518fbdcde03c8348
+size 283115520
diff --git a/params_shard_32.bin b/params_shard_32.bin
new file mode 100644
index 0000000000000000000000000000000000000000..34a958b18923813c10519e4ab765beed0dcf5ab0
--- /dev/null
+++ b/params_shard_32.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ae50e415b2dc8ee1dbef9015d8babbb5a919847bbfc2fbd35dfd5589d23dad
+size 141557760
diff --git a/params_shard_33.bin b/params_shard_33.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ad8ea1b34ff7a8c44daaa4c7f0f012c0ac382f7e
--- /dev/null
+++ b/params_shard_33.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0739044d4c373493b598c481718304b394876cf02b40cdcf74441b6feda811c6
+size 73400320
diff --git a/params_shard_34.bin b/params_shard_34.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d6ae0d27567851ebfaa65382b16572899303a507
--- /dev/null
+++ b/params_shard_34.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5148421c2092ae9f925373ae6df01a60a8d2bec689a6f575b2b8738f100423
+size 52428800
diff --git a/params_shard_35.bin b/params_shard_35.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f3ce4ef9d6088dc902c738fc48f050b898e889e8
--- /dev/null
+++ b/params_shard_35.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c863c928e2e2cc2dcff8999ac594be4e2cca5f3f96cccc43c668bf31e9abab1
+size 283115520
diff --git a/params_shard_36.bin b/params_shard_36.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2aa8494fcc184743410658067fe1bd937728d0ce
--- /dev/null
+++ b/params_shard_36.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba60c7130fc92724f4a1da2148854458b250c35d009b4260dc912519754089d9
+size 141557760
diff --git a/params_shard_37.bin b/params_shard_37.bin
new file mode 100644
index 0000000000000000000000000000000000000000..409ca3a193a9cda73d90690d8569e31dfac12042
--- /dev/null
+++ b/params_shard_37.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239f81bfa0e5472eafed8be3c48e322bd102231eb93fe3212e64a2da1e1de39e
+size 73400320
diff --git a/params_shard_38.bin b/params_shard_38.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6919719becb4d881ce3a43694abbe43f518b69d7
--- /dev/null
+++ b/params_shard_38.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efdd984d57a3ee8192640d574b6681aad2a3c88cf927ec92f2d1417752875a3
+size 52428800
diff --git a/params_shard_39.bin b/params_shard_39.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a9664621e389154cac531d28e34bab9a80c7cc6c
--- /dev/null
+++ b/params_shard_39.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b71bdcfd81a1b4dcad83b23f4ae8c9470875f253f687b32b06782a6e8f7d05b
+size 283115520
diff --git a/params_shard_4.bin b/params_shard_4.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5a74cca938c881f3fb573ac4bf7da2d2b1200530
--- /dev/null
+++ b/params_shard_4.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50d131782abd26727e35b4fd49cc1c60788fc7149a6c5ad526915ba39b58e04
+size 141557760
diff --git a/params_shard_40.bin b/params_shard_40.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a87506baeaa7c8bb1015cc16727d137b649a4732
--- /dev/null
+++ b/params_shard_40.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad7ffb4bca4d3f96091f79ffedd6696579401ee85c01fa06c2dc8686fb94840
+size 141557760
diff --git a/params_shard_41.bin b/params_shard_41.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e60db19b38ec1b7162f45011a6c8483f076e7455
--- /dev/null
+++ b/params_shard_41.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01f3321cb340eb287e626af3a23a85d9fb82daa7bbd8be798cfb990c5ba2f84
+size 73400320
diff --git a/params_shard_42.bin b/params_shard_42.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1dc36812339b10ff7c5652bcd9f196d2e3c62b85
--- /dev/null
+++ b/params_shard_42.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1114358bbfee61426589f17790bb1983d06af04afb95ca975f0384f235b14682
+size 52428800
diff --git a/params_shard_43.bin b/params_shard_43.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2059098be5d969c91a326b38c51a04d2ae91d5fe
--- /dev/null
+++ b/params_shard_43.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0083dc210bbb2ea7c713ad1d0cf2e5fefd5403f35cc258ffb8861de4c371cc9f
+size 283115520
diff --git a/params_shard_44.bin b/params_shard_44.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3d6f40e464aedb630330e03147700318e02a72f6
--- /dev/null
+++ b/params_shard_44.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d88bf91438e5ac16163eb439d0c8211ff73f2f72554466707cbba73cfb0129e
+size 141557760
diff --git a/params_shard_45.bin b/params_shard_45.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ee251d9a881816fb432f1dd42f1056c6bcadedc1
--- /dev/null
+++ b/params_shard_45.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e99c7dc1c2256df402cf124e965686bd311b100daee1426e6c915630736d61
+size 73400320
diff --git a/params_shard_46.bin b/params_shard_46.bin
new file mode 100644
index 0000000000000000000000000000000000000000..84fe4503226d182c934be25cd9f14c872a821aee
--- /dev/null
+++ b/params_shard_46.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c280e6f1806bea736f5da580ce0fe9c5b848d0c21fa5bbb5d4d9f00d2246a2
+size 52428800
diff --git a/params_shard_47.bin b/params_shard_47.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7f6eb6b38e6af56539a91d644eda3fadfc682879
--- /dev/null
+++ b/params_shard_47.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c03929f8e7d74ad383b556623a6d251f2fd353094a3c338d2bea3dbb672a216
+size 283115520
diff --git a/params_shard_48.bin b/params_shard_48.bin
new file mode 100644
index 0000000000000000000000000000000000000000..43485344b0dd9d50ef512b0afee15ecc73d5b236
--- /dev/null
+++ b/params_shard_48.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ba4060b8bbf772baba7091b7fe73b8c42b4ccc6131a432cf8a15b376caa4d3
+size 141557760
diff --git a/params_shard_49.bin b/params_shard_49.bin
new file mode 100644
index 0000000000000000000000000000000000000000..19b15fe845177c0fc5e15adb38c56cc5a61ac6ed
--- /dev/null
+++ b/params_shard_49.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b1a80e1864fc3c7a55637b1f2caaf997e155a8552fa154b6433fe511d47474
+size 73400320
diff --git a/params_shard_5.bin b/params_shard_5.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dbba88c895c586770b76d6150a794b2422680fb5
--- /dev/null
+++ b/params_shard_5.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74602b23d423e879f8fa66b09c79fd6d7fe7eb2d8aad20b042240d2dcfe46b0
+size 73400320
diff --git a/params_shard_50.bin b/params_shard_50.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d0adf36f8d3204864d995c01878cf12345db22bc
--- /dev/null
+++ b/params_shard_50.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb5322805b0f1ba7bcaaf72b8f88cf4894786a1758d9d888b45e4eea7d1de46
+size 52428800
diff --git a/params_shard_51.bin b/params_shard_51.bin
new file mode 100644
index 0000000000000000000000000000000000000000..296790f59abde0f27b584bf836ccadc2bbe4130c
--- /dev/null
+++ b/params_shard_51.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cb8ddd045ed313595c83904d764c8b1a7b83d0be8e31ad417b18146935e718
+size 283115520
diff --git a/params_shard_52.bin b/params_shard_52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..81375c2eb7fc8018ec3cf7b2934c41eb4eaaaa7a
--- /dev/null
+++ b/params_shard_52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5deb1ceebea3f6596201948d6e0d8cf9bb30b350aee102a91ea822756afedc39
+size 141557760
diff --git a/params_shard_53.bin b/params_shard_53.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7cd6b158e386565dd936b5b06eb8c4360e7b6605
--- /dev/null
+++ b/params_shard_53.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d08d3a19faebe51f398efc5a1a8da1f16062239eeff6151d6fd29f74e1903b4
+size 73400320
diff --git a/params_shard_54.bin b/params_shard_54.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2f2b856f5874e7e77d317a2a783e2a04d1b6a0d1
--- /dev/null
+++ b/params_shard_54.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60af2368d3cae82342309fae3847b2ca6837cc25f5eb5bb3dc59d7b2e67b335
+size 52428800
diff --git a/params_shard_55.bin b/params_shard_55.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f5de6060dc5575eeab2c50f3d9a2c1cd67d13f29
--- /dev/null
+++ b/params_shard_55.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd78e524805f9aca8e4e8bcbce70f95e358aed191300071874c9ee58933b59c3
+size 283115520
diff --git a/params_shard_56.bin b/params_shard_56.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a153da80637d42cded3424f264e63a67a7ee4675
--- /dev/null
+++ b/params_shard_56.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dcaf72c90433eee4994691efbc69c435f66b643c4d74e2253a36f8a3706c1f
+size 141557760
diff --git a/params_shard_57.bin b/params_shard_57.bin
new file mode 100644
index 0000000000000000000000000000000000000000..85c12a71068fba49ee4dc2d6f976ee8217c92151
--- /dev/null
+++ b/params_shard_57.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226d75606e62de9c642b2b44abe1cef3cf14248b952108215865717eefff3e90
+size 73400320
diff --git a/params_shard_58.bin b/params_shard_58.bin
new file mode 100644
index 0000000000000000000000000000000000000000..314a9a799d0b06c6cc009d997bb6c88c5b41b372
--- /dev/null
+++ b/params_shard_58.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752e75ecf4e95878e93a9e4e23cfa43ad5c16469433ea40a79e47d9d133d8f27
+size 52428800
diff --git a/params_shard_59.bin b/params_shard_59.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d89c7a64c302e71e156fc921ad039bfc14094f41
--- /dev/null
+++ b/params_shard_59.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb1813c8e3a057403c97e2b4a1c5f4d3f8b4998e78b66c7942706be1f487a9
+size 283115520
diff --git a/params_shard_6.bin b/params_shard_6.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a84ae54b81b083bcc92080fecaf18f346208d8e9
--- /dev/null
+++ b/params_shard_6.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03cbfd60076bd3eb5836440ce12ae91549f009e06cac7e82c52c8c1edf4106c
+size 52428800
diff --git a/params_shard_60.bin b/params_shard_60.bin
new file mode 100644
index 0000000000000000000000000000000000000000..afd1d9f891a01d3e84de2e4bcf791632292d8e41
--- /dev/null
+++ b/params_shard_60.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5766f50344a709d76cd23b50739feb7f4c2e698da082b3c6911719797376f0f0
+size 141557760
diff --git a/params_shard_61.bin b/params_shard_61.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8a5af12a7c87aed5742e5ac527326281eceb506c
--- /dev/null
+++ b/params_shard_61.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b7e401ace042068eb9079a58da0579d7d712b17eba427fd62a273511b3f413
+size 73400320
diff --git a/params_shard_62.bin b/params_shard_62.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e6b43a80d33e18acf2e4b0783fe7d24d0a95d37b
--- /dev/null
+++ b/params_shard_62.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cdd0053e40407427a7c61e3494bdeca6f33b21c8e3fabfe05b5546e026224a
+size 52428800
diff --git a/params_shard_63.bin b/params_shard_63.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cd531104a0daa97e15df1f6412f78d24403a13f5
--- /dev/null
+++ b/params_shard_63.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d45760cde1a4f6e1d7159ff17344b7841369c810603ceb08416d8d0566090b
+size 283115520
diff --git a/params_shard_64.bin b/params_shard_64.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b380336df94d065638ee745f66cd42b084b147d
--- /dev/null
+++ b/params_shard_64.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8645e876215254197493b20050c87bfbbaf0668ba3b75a4aa977c35c2117413f
+size 141557760
diff --git a/params_shard_65.bin b/params_shard_65.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2aab1f0823f2e16009dc0646e3fcdeda5a24c35e
--- /dev/null
+++ b/params_shard_65.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df724db821c07c26a73a70cb6f149dddfdec80577e01b67ddc4558f7f393a08c
+size 73400320
diff --git a/params_shard_66.bin b/params_shard_66.bin
new file mode 100644
index 0000000000000000000000000000000000000000..91634ea576ffc2e05c4ffbea4e07e35d63cf1f7c
--- /dev/null
+++ b/params_shard_66.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320154571c5e345e7e3aafbc24207e04b24a7f2d2673f6ca74adf0e737c9d4ec
+size 52428800
diff --git a/params_shard_67.bin b/params_shard_67.bin
new file mode 100644
index 0000000000000000000000000000000000000000..90ed5e29f7d4e0b3a546317015c650b2ca8a3ff7
--- /dev/null
+++ b/params_shard_67.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac25acabe8656b6da676c2d535c4280063984baa9734b22708ebc3ef4b448da
+size 283115520
diff --git a/params_shard_68.bin b/params_shard_68.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74d57995984719d663e017107d536181d09f2f1f
--- /dev/null
+++ b/params_shard_68.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cea69b07677351dbbc4d221749a56e22901f6dfd561dae0f079152fa5cf0481
+size 141557760
diff --git a/params_shard_69.bin b/params_shard_69.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8d89b3ac09f9cab9c33672d5b27fa1266f808b37
--- /dev/null
+++ b/params_shard_69.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0b29dfa08b378db26872c6cf995a7ba8e0183eae9b61a249027dadd83070a7
+size 73400320
diff --git a/params_shard_7.bin b/params_shard_7.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4ed26d4a8dbfb8d4c161938d9faedc47bfd2fbc5
--- /dev/null
+++ b/params_shard_7.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982506f3a03f35ffd85a3b1b6f435644ae023f8a15558374a6092ce0b4be10ea
+size 283115520
diff --git a/params_shard_70.bin b/params_shard_70.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ab5aa0d758b44c96cdfec62693d29185150180b2
--- /dev/null
+++ b/params_shard_70.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84250bf234d5d899030fa425e7fc683ac9da41e00ad7fb919a2533a5a9c8af2
+size 52428800
diff --git a/params_shard_71.bin b/params_shard_71.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a8187a05244b18cc1b3c029715b2da3b9454b57e
--- /dev/null
+++ b/params_shard_71.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7b9ad8181fba4eb6a751c03d0420d26e56236a153ab3d2637fbd562df9ef35
+size 283115520
diff --git a/params_shard_72.bin b/params_shard_72.bin
new file mode 100644
index 0000000000000000000000000000000000000000..160c8af179ee4ee44746c2b794e278dd773cf4dc
--- /dev/null
+++ b/params_shard_72.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90862f052aabb9a2168752e584be6e260350d633ab625359c0668b3661f060a6
+size 141557760
diff --git a/params_shard_73.bin b/params_shard_73.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3471850f2b41fd092fb1a3feef6c98e8a00afcb9
--- /dev/null
+++ b/params_shard_73.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd14e6cee68ee16697aa4943fd0f1502d7db942bea538220c27dd0543502ac4a
+size 73400320
diff --git a/params_shard_74.bin b/params_shard_74.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ca460d03ecf9321da1061f295a0714a2e3120e66
--- /dev/null
+++ b/params_shard_74.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541e7ab3422f694f967ab136e868e2b746dc6b638f339f6bf8a868104daa1866
+size 52428800
diff --git a/params_shard_75.bin b/params_shard_75.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b50dbd9ae27cb707dddfc0073104a245333b46b3
--- /dev/null
+++ b/params_shard_75.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6067f931f6642690733b4cc13cf1b32c59273680db6a97f549b3e548bdeb602f
+size 283115520
diff --git a/params_shard_76.bin b/params_shard_76.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c2d4728b3f414400ca8b548d63a7fa38f1005453
--- /dev/null
+++ b/params_shard_76.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f40bd3c3a0e420a81075f45d4ee40b02102779fe3db1e30beba56298f6e56fb
+size 141557760
diff --git a/params_shard_77.bin b/params_shard_77.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9c344ea9a30244c119f7ce20b3715dd382fa1c3e
--- /dev/null
+++ b/params_shard_77.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3207d72d4d3b31e6bafcffb8599c9725249de29dc596b9bb50d1d71d960edf
+size 73400320
diff --git a/params_shard_78.bin b/params_shard_78.bin
new file mode 100644
index 0000000000000000000000000000000000000000..915ae16d2dcfad67180f99e750d07663f6319c37
--- /dev/null
+++ b/params_shard_78.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5227dacca5ba9d616087ae34edbc05a2f7d663dcfc09f3a9706726a1f80743cf
+size 52428800
diff --git a/params_shard_79.bin b/params_shard_79.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a3f9f4e7f5fed4ff28ad5cdcfff1ea128e4c638f
--- /dev/null
+++ b/params_shard_79.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf98230944179c888d2c34f3ca104fd3d29db89afdd2cd861f80c00f65da84f3
+size 283115520
diff --git a/params_shard_8.bin b/params_shard_8.bin
new file mode 100644
index 0000000000000000000000000000000000000000..63bf776b23d95b836b1f4c0491ed855c8e178de2
--- /dev/null
+++ b/params_shard_8.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b32308e4550d316c091b9e6f51fb14c1d406c3cdb3777aba51ec1627c0c637
+size 141557760
diff --git a/params_shard_80.bin b/params_shard_80.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5eb8d5017cff7b0afb1e1645a2c60cf3e359fdfa
--- /dev/null
+++ b/params_shard_80.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe5b03c8778c6a63ce03a31661fcf2207dcfc0a7a135fb5e7b997740caa0644
+size 141557760
diff --git a/params_shard_81.bin b/params_shard_81.bin
new file mode 100644
index 0000000000000000000000000000000000000000..de774481bd1584a947b81335c0630cb2b70749c2
--- /dev/null
+++ b/params_shard_81.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e58b5c634d00ade9d4aadddfddf5a12048fa4d481b066bb7aee40885664c37
+size 73400320
diff --git a/params_shard_82.bin b/params_shard_82.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2dff4d729b69fdbe9d58fe1b50f1b1309700c170
--- /dev/null
+++ b/params_shard_82.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67baa6262388212dc9c471138a827e51e8eb1dbe680f74584c5eecec5c12f3dd
+size 52428800
diff --git a/params_shard_83.bin b/params_shard_83.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c92f71014cd994a7c9a7d82930b4b1fb494362c
--- /dev/null
+++ b/params_shard_83.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41a9114890342345c19ff7bd44c5d5041545d2be4656ef4c6a3ca32a8760899
+size 283115520
diff --git a/params_shard_84.bin b/params_shard_84.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f2af0450baa1aafd25d7d1b35ec7bb3ee9c4b12e
--- /dev/null
+++ b/params_shard_84.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457f1255cdc1d8657dfa1230e6ba7785b8a3a57bd0ef6d4493b029354050ad7f
+size 141557760
diff --git a/params_shard_85.bin b/params_shard_85.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e0643ed5b6a470382a527920e22d7d7ac761e94d
--- /dev/null
+++ b/params_shard_85.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9854e13cb8f0d843cafd4211d0e24444ab42f8abf6aab548926ca87253bf8687
+size 73400320
diff --git a/params_shard_86.bin b/params_shard_86.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c3144c52884e32184aabc5e6e65b4802846497dc
--- /dev/null
+++ b/params_shard_86.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d05bc0cd1f115fcd775a62d0e18e39de7eef8348692743d28c8455ac2e3450c
+size 52428800
diff --git a/params_shard_87.bin b/params_shard_87.bin
new file mode 100644
index 0000000000000000000000000000000000000000..148c3b12591b494b7b1ed95b42fbd25037ea2925
--- /dev/null
+++ b/params_shard_87.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b54cbcdbd1cce75e80708dc43ebced5a58eec7c26be8e9abac2d44a97e94ec5
+size 283115520
diff --git a/params_shard_88.bin b/params_shard_88.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8fa1c3844a1a05f5956b55db72a1219e3460e6f9
--- /dev/null
+++ b/params_shard_88.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f64ada1e1896a2f81e596bce7db78ddf47759786cb4b103b70e93957a3d3103
+size 141557760
diff --git a/params_shard_89.bin b/params_shard_89.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0642809c98b6af3f8d213604cc0e34691cd51431
--- /dev/null
+++ b/params_shard_89.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803a7130e4f1bc01474ed25bfbd9c73385b05554e5b6587313f4a2f32502a8ed
+size 73400320
diff --git a/params_shard_9.bin b/params_shard_9.bin
new file mode 100644
index 0000000000000000000000000000000000000000..23a2fea603e2667103befe2e68150eaa52562758
--- /dev/null
+++ b/params_shard_9.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8ed9de759ce581c194e5dfa95397b1683188b9362e0c8bc1ea1bb9e09afcb2
+size 73400320
diff --git a/params_shard_90.bin b/params_shard_90.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b72c4c5cc56363785ca89cca2b6b1fda929b98b1
--- /dev/null
+++ b/params_shard_90.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81543c5847706f26dfc5d5193280cf98b29f7ea814f2d73612fc40db65228b6e
+size 52428800
diff --git a/params_shard_91.bin b/params_shard_91.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a178470a0188fcb9ab3243e076c6b4d6e8082f84
--- /dev/null
+++ b/params_shard_91.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e46d281e2171be910210b7bcdfb82f2829f0c94c24bee1bc31f3fa74b6ba5d
+size 283115520
diff --git a/params_shard_92.bin b/params_shard_92.bin
new file mode 100644
index 0000000000000000000000000000000000000000..88c9c6950c452115ba7c018e70c98dc3d3de7292
--- /dev/null
+++ b/params_shard_92.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc8e6298a087b0903f5759bd4d7aef8dc3aed344a27ddddce932c80b7d0d260
+size 141557760
diff --git a/params_shard_93.bin b/params_shard_93.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c3c905b8e58bd15fde9f779d7d0a72f3944a4130
--- /dev/null
+++ b/params_shard_93.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7273f073a42566272a1a4d74a74e9763a835962b6bec005a7894de2cbaa016b
+size 73400320
diff --git a/params_shard_94.bin b/params_shard_94.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bf4d310717769b155373ae5b66273deec9d48f81
--- /dev/null
+++ b/params_shard_94.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90080f226f539e57f79f5ed9f0b1676051fb04fd92c1077bab97f6fc11781e66
+size 52428800
diff --git a/params_shard_95.bin b/params_shard_95.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8b4f6e23bb68d20dce7dc7ad4c892143138e7032
--- /dev/null
+++ b/params_shard_95.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1795669f443e9b9dff04b0d77e0fc9b4b9dc3b11bcb4b15ffe8c0bbb907890
+size 283115520
diff --git a/params_shard_96.bin b/params_shard_96.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e1b28897bcebda212430b86777ec4c1e62384edb
--- /dev/null
+++ b/params_shard_96.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915131614d1818d1a8a39411d0bb41353f09ea71a6d4bd32d8102b00b593b487
+size 141557760
diff --git a/params_shard_97.bin b/params_shard_97.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e0887a0dbad8a1dd53ec8f03a14e67c46cb949cd
--- /dev/null
+++ b/params_shard_97.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44fbac505845ee2e105c5b716f7a3b7734576b3f7204be09cbdd5fdedb9e161
+size 73400320
diff --git a/params_shard_98.bin b/params_shard_98.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bcbabed876ed51468fb4746f1158374d21e86c24
--- /dev/null
+++ b/params_shard_98.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c79c0c7a0499e51b71eccd3423970764151a39f9e6c65a5cb1084170b362ca
+size 52428800
diff --git a/params_shard_99.bin b/params_shard_99.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8c696d5e9fee31c39dc740f80209327fabee03c3
--- /dev/null
+++ b/params_shard_99.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd56810ea2269794434cfcc6f6bd47a51e7d14e2232e9897cb137a702634362
+size 283115520
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..a34650995da6939a945c330eadb0687147ac3ef8
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,303282 @@
+{
+ "version": "1.0",
+ "truncation": null,
+ "padding": null,
+ "added_tokens": [
+ {
+ "id": 151643,
+ "content": "<|end▁of▁sentence|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 151644,
+ "content": "<|User|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": false
+ },
+ {
+ "id": 151645,
+ "content": "<|Assistant|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": false
+ },
+ {
+ "id": 151646,
+ "content": "<|begin▁of▁sentence|>",
+ "normalized": false,
+ "lstrip": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ {
+ "id": 151647,
+ "content": "<|EOT|>",
+ "normalized": false,
+ "lstrip": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ {
+ "id": 151648,
+ "content": "
&": 5789, + "CON": 5790, + "Ġrepl": 5791, + "Ġregular": 5792, + "Storage": 5793, + "ramework": 5794, + "Ġgoal": 5795, + "Ġtouch": 5796, + ".widget": 5797, + "Ġbuilt": 5798, + "des": 5799, + "Part": 5800, + "(re": 5801, + "Ġworth": 5802, + "hib": 5803, + "game": 5804, + "Ġв": 5805, + "acion": 5806, + "ĠWhite": 5807, + "(type": 5808, + "(`": 5809, + "Ġnatural": 5810, + "Ġinj": 5811, + "Ġcalcul": 5812, + "ĠApril": 5813, + ".List": 5814, + "Ġassociated": 5815, + "ĉSystem": 5816, + "~~": 5817, + "=[": 5818, + "Ġstorage": 5819, + "Ġbytes": 5820, + "Ġtravel": 5821, + "Ġsou": 5822, + "Ġpassed": 5823, + "!=": 5824, + "ascript": 5825, + ".open": 5826, + "Ġgrid": 5827, + "Ġbus": 5828, + "Ġrecogn": 5829, + "Ab": 5830, + "Ġhon": 5831, + "ĠCenter": 5832, + "Ġprec": 5833, + "build": 5834, + "HTML": 5835, + "ĠSan": 5836, + "Ġcountries": 5837, + "aled": 5838, + "token": 5839, + "kt": 5840, + "Ġqual": 5841, + "Last": 5842, + "adow": 5843, + "Ġmanufact": 5844, + "idad": 5845, + "jango": 5846, + "Next": 5847, + "xf": 5848, + ".a": 5849, + "Ġporno": 5850, + "ĠPM": 5851, + "erve": 5852, + "iting": 5853, + "_th": 5854, + "ci": 5855, + "=None": 5856, + "gs": 5857, + "Ġlogin": 5858, + "atives": 5859, + "']);Ċ": 5860, + "Äħ": 5861, + "Ġill": 5862, + "IA": 5863, + "children": 5864, + "DO": 5865, + "Ġlevels": 5866, + "Ġ{{": 5867, + "Ġlooks": 5868, + "Ġ\"#": 5869, + "ToString": 5870, + "Ġnecessary": 5871, + "ĠĠĠĊ": 5872, + "cell": 5873, + "Entry": 5874, + "Ġ'#": 5875, + "Ġextrem": 5876, + "Selector": 5877, + "Ġplaceholder": 5878, + "Load": 5879, + "Ġreleased": 5880, + "ORE": 5881, + "Enumer": 5882, + "ĠTV": 5883, + "SET": 5884, + "inq": 5885, + "Press": 5886, + "ĠDepartment": 5887, + "Ġproperties": 5888, + "Ġrespond": 5889, + "Search": 5890, + "ael": 5891, + "Ġrequ": 5892, + "ĠBook": 5893, + "/Ċ": 5894, + "(st": 5895, + "Ġfinancial": 5896, + "icket": 5897, + "_input": 5898, + "Ġthreat": 5899, + "(in": 5900, + "Strip": 5901, + "ìĿ": 5902, + "ção": 5903, + "Ġevidence": 5904, + "));": 5905, + "ĠBro": 5906, + "Ġ[];Ċ": 5907, + "Ġou": 5908, + "buf": 5909, + "Script": 5910, + "dat": 5911, + "Ġrule": 5912, + "#import": 5913, + "=\"/": 5914, + "Serial": 5915, + "Ġstarting": 5916, + "[index": 5917, + "ae": 5918, + "Ġcontrib": 5919, + "session": 5920, + "_new": 5921, + "utable": 5922, + "ober": 5923, + "Ġ\"./": 5924, + "Ġlogger": 5925, + "Ġrecently": 5926, + "Ġreturned": 5927, + "ččĊ": 5928, + ")))Ċ": 5929, + "itions": 5930, + "Ġseek": 5931, + "Ġcommunic": 5932, + "Ġ\".": 5933, + "Ġusername": 5934, + "ECT": 5935, + "DS": 5936, + "Ġotherwise": 5937, + "ĠGerman": 5938, + ".aw": 5939, + "Adapter": 5940, + "ixel": 5941, + "Ġsystems": 5942, + "Ġdrop": 5943, + "Ġstructure": 5944, + "Ġ$(\"#": 5945, + "encies": 5946, + "anning": 5947, + "ĠLink": 5948, + "ĠResponse": 5949, + "Ġstri": 5950, + "ż": 5951, + "ĠDB": 5952, + "æĹ": 5953, + "android": 5954, + "submit": 5955, + "otion": 5956, + "(@": 5957, + ".test": 5958, + "ĊĊĊĊĊĊĊĊ": 5959, + "];čĊ": 5960, + "Ġdirectly": 5961, + "Ġ\"%": 5962, + "ris": 5963, + "elta": 5964, + "AIL": 5965, + "){čĊ": 5966, + "mine": 5967, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5968, + "(k": 5969, + "bon": 5970, + "asic": 5971, + "pite": 5972, + "___": 5973, + "Max": 5974, + "Ġerrors": 5975, + "ĠWhile": 5976, + "Ġarguments": 5977, + "Ġensure": 5978, + "Right": 5979, + "-based": 5980, + "Web": 5981, + "Ġ-=": 5982, + "Ġintrodu": 5983, + "ĠInst": 5984, + "ĠWash": 5985, + "ordin": 5986, + "join": 5987, + "Database": 5988, + "Ġgrad": 5989, + "Ġusually": 5990, + "ITE": 5991, + "Props": 5992, + "?>Ċ": 5993, + "ĠGo": 5994, + "@Override": 5995, + "REF": 5996, + "Ġip": 5997, + "ĠAustral": 5998, + "Ġist": 5999, + "ViewById": 6000, + "Ġserious": 6001, + "Ġcustomer": 6002, + ".prototype": 6003, + "odo": 6004, + "cor": 6005, + "Ġdoor": 6006, + "ĠWITHOUT": 6007, + "Ġplant": 6008, + "Ġbegan": 6009, + "Ġdistance": 6010, + "()).": 6011, + "Ġchance": 6012, + "Ġord": 6013, + "came": 6014, + "pragma": 6015, + "Ġprotect": 6016, + "ragment": 6017, + "ĠNode": 6018, + "ening": 6019, + "Ñĩ": 6020, + "Ġroute": 6021, + "ĠSchool": 6022, + "hi": 6023, + "Ġneighb": 6024, + "After": 6025, + "licit": 6026, + "Ġcontr": 6027, + "Ġprimary": 6028, + "AA": 6029, + ".WriteLine": 6030, + "utils": 6031, + "Ġbi": 6032, + "Red": 6033, + ".Linq": 6034, + ".object": 6035, + "Ġleaders": 6036, + "unities": 6037, + "Ġgun": 6038, + "onth": 6039, + "ĠDev": 6040, + "FILE": 6041, + "Ġcomments": 6042, + "_len": 6043, + "arrow": 6044, + "amount": 6045, + "Range": 6046, + "sert": 6047, + "GridView": 6048, + "Ġupdated": 6049, + "ĠMo": 6050, + "Ġinform": 6051, + "ociety": 6052, + "ala": 6053, + "Access": 6054, + "Ġhab": 6055, + "Ġcreat": 6056, + "_arg": 6057, + "ĠJanuary": 6058, + "ĠDay": 6059, + "\")čĊ": 6060, + "uple": 6061, + "document": 6062, + "gorith": 6063, + "menu": 6064, + "ĠOver": 6065, + "bb": 6066, + ".title": 6067, + "_out": 6068, + "Ġled": 6069, + "uri": 6070, + "Ġ?>": 6071, + "gl": 6072, + "Ġbank": 6073, + "ayment": 6074, + "ĉprintf": 6075, + "MD": 6076, + "Ġsample": 6077, + "Ġhands": 6078, + "ĠVersion": 6079, + "uario": 6080, + "Ġoffers": 6081, + "ityEngine": 6082, + "Ġshape": 6083, + "Ġsleep": 6084, + "_point": 6085, + "Settings": 6086, + "Ġachie": 6087, + "Ġsold": 6088, + "ota": 6089, + ".bind": 6090, + "Am": 6091, + "Ġsafe": 6092, + "Store": 6093, + "Ġshared": 6094, + "Ġpriv": 6095, + "_VAL": 6096, + "Ġsens": 6097, + "){": 6098, + "Ġremember": 6099, + "shared": 6100, + "element": 6101, + "Ġshoot": 6102, + "Vert": 6103, + "cout": 6104, + "Ġenv": 6105, + "_label": 6106, + "Ġ>Ċ": 6107, + "run": 6108, + "Ġscene": 6109, + "(array": 6110, + "device": 6111, + "_title": 6112, + "agon": 6113, + "]čĊ": 6114, + "aby": 6115, + "Ġbecame": 6116, + "boolean": 6117, + "Ġpark": 6118, + "ĠCode": 6119, + "upload": 6120, + "riday": 6121, + "ĠSeptember": 6122, + "Fe": 6123, + "Ġsen": 6124, + "cing": 6125, + "FL": 6126, + "Col": 6127, + "uts": 6128, + "_page": 6129, + "inn": 6130, + "Ġimplied": 6131, + "aling": 6132, + "Ġyourself": 6133, + ".Count": 6134, + "conf": 6135, + "Ġaud": 6136, + "_init": 6137, + ".)": 6138, + "Ġwrote": 6139, + "NG": 6140, + ".Error": 6141, + "ä»": 6142, + ".for": 6143, + "Ġequal": 6144, + "ĠRequest": 6145, + "Ġserial": 6146, + "Ġallows": 6147, + "XX": 6148, + "Ġmiddle": 6149, + "chor": 6150, + "ø": 6151, + "erval": 6152, + ".Column": 6153, + "reading": 6154, + "Ġescort": 6155, + "ĠAugust": 6156, + "Ġquickly": 6157, + "Ġweap": 6158, + "ĠCG": 6159, + "ropri": 6160, + "ho": 6161, + "Ġcop": 6162, + "(struct": 6163, + "ĠBig": 6164, + "Ġvs": 6165, + "Ġfrequ": 6166, + ".Value": 6167, + "Ġactions": 6168, + "Ġproper": 6169, + "Ġinn": 6170, + "Ġobjects": 6171, + "Ġmatrix": 6172, + "avascript": 6173, + "Ġones": 6174, + ".group": 6175, + "Ġgreen": 6176, + "Ġpaint": 6177, + "ools": 6178, + "ycl": 6179, + "encode": 6180, + "olt": 6181, + "comment": 6182, + ".api": 6183, + "Dir": 6184, + "Ġune": 6185, + "izont": 6186, + ".position": 6187, + "Ġdesigned": 6188, + "_val": 6189, + "avi": 6190, + "iring": 6191, + "tab": 6192, + "Ġlayer": 6193, + "Ġviews": 6194, + "Ġreve": 6195, + "rael": 6196, + "ĠON": 6197, + "rics": 6198, + "np": 6199, + "Ġcore": 6200, + "());čĊ": 6201, + "Main": 6202, + "Ġexpert": 6203, + "ĉĉčĊ": 6204, + "_en": 6205, + "Ġ/>": 6206, + "utter": 6207, + "IAL": 6208, + "ails": 6209, + "ĠKing": 6210, + "*/ĊĊ": 6211, + "ĠMet": 6212, + "_end": 6213, + "addr": 6214, + "ora": 6215, + "Ġir": 6216, + "Min": 6217, + "Ġsurpr": 6218, + "Ġrepe": 6219, + "Ġdirectory": 6220, + "PUT": 6221, + "-S": 6222, + "Ġelection": 6223, + "haps": 6224, + ".pre": 6225, + "cm": 6226, + "Values": 6227, + "Ġ\"Ċ": 6228, + "column": 6229, + "ivil": 6230, + "Login": 6231, + "inue": 6232, + "Ġbeautiful": 6233, + "Ġsecret": 6234, + "(event": 6235, + "Ġchat": 6236, + "ums": 6237, + "Ġorigin": 6238, + "Ġeffects": 6239, + "Ġmanagement": 6240, + "illa": 6241, + "tk": 6242, + "Ġsetting": 6243, + "ĠCour": 6244, + "Ġmassage": 6245, + "ĉend": 6246, + "Ġhappy": 6247, + "Ġfinish": 6248, + "Ġcamera": 6249, + "ĠVer": 6250, + "ĠDemocr": 6251, + "ĠHer": 6252, + "(Q": 6253, + "cons": 6254, + "ita": 6255, + "Ġ'.": 6256, + "{}": 6257, + "ĉC": 6258, + "Ġstuff": 6259, + "Ġ:Ċ": 6260, + "ĠAR": 6261, + "Task": 6262, + "hidden": 6263, + "eros": 6264, + "IGN": 6265, + "atio": 6266, + "ĠHealth": 6267, + "olute": 6268, + "Enter": 6269, + "'>": 6270, + "ĠTwitter": 6271, + "ĠCounty": 6272, + "scribe": 6273, + "Ġ=>Ċ": 6274, + "Ġhy": 6275, + "fit": 6276, + "Ġmilitary": 6277, + "Ġsale": 6278, + "required": 6279, + "non": 6280, + "bootstrap": 6281, + "hold": 6282, + "rim": 6283, + "-old": 6284, + "ĠDown": 6285, + "Ġmention": 6286, + "contact": 6287, + "_group": 6288, + "oday": 6289, + "Ġtown": 6290, + "Ġsolution": 6291, + "uate": 6292, + "elling": 6293, + "]->": 6294, + "otes": 6295, + "ental": 6296, + "omen": 6297, + "ospital": 6298, + "ĠSup": 6299, + "_EN": 6300, + "Ġslow": 6301, + "SESSION": 6302, + "Ġblue": 6303, + "ago": 6304, + "Ġlives": 6305, + "Ġ^": 6306, + ".un": 6307, + "inst": 6308, + "enge": 6309, + "Ġcustomers": 6310, + "Ġcast": 6311, + "udget": 6312, + "ï¼ģ": 6313, + "icens": 6314, + "Ġdetermin": 6315, + "Selected": 6316, + "_pl": 6317, + "ueue": 6318, + "Ġdark": 6319, + "//ĊĊ": 6320, + "si": 6321, + "thern": 6322, + "ĠJapan": 6323, + "/w": 6324, + "PU": 6325, + "ĠEast": 6326, + "ovie": 6327, + "Ġpackage": 6328, + "Ġnor": 6329, + "Ġapi": 6330, + "bot": 6331, + "\"];Ċ": 6332, + "_post": 6333, + "ulate": 6334, + "Ġclub": 6335, + "'));Ċ": 6336, + "Ġloop": 6337, + "PIO": 6338, + "ione": 6339, + "shot": 6340, + "Initial": 6341, + "Ġplayed": 6342, + "register": 6343, + "rought": 6344, + "_max": 6345, + "acement": 6346, + "match": 6347, + "raphics": 6348, + "AST": 6349, + "Ġexisting": 6350, + "Ġcomplex": 6351, + "DA": 6352, + ".Ch": 6353, + ".common": 6354, + "mo": 6355, + "Ġ'../../": 6356, + "ito": 6357, + "Ġanalysis": 6358, + "Ġdeliver": 6359, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6360, + "idx": 6361, + "Ãł": 6362, + "ongo": 6363, + "ĠEnglish": 6364, + "Ċ": 9992, + "_default": 9993, + "ĠDatabase": 9994, + "rep": 9995, + "ESS": 9996, + "nergy": 9997, + ".Find": 9998, + "_mask": 9999, + "Ġrise": 10000, + "Ġkernel": 10001, + "::$": 10002, + ".Q": 10003, + "Ġoffering": 10004, + "decl": 10005, + "ĠCS": 10006, + "Ġlisted": 10007, + "Ġmostly": 10008, + "enger": 10009, + "Ġblocks": 10010, + "olo": 10011, + "Ġgoverning": 10012, + "\\F": 10013, + "Ġconcent": 10014, + ".getText": 10015, + "Ġmb": 10016, + "Ġoccurred": 10017, + "Ġchanging": 10018, + "Scene": 10019, + "_CODE": 10020, + "Beh": 10021, + "\"The": 10022, + "Ġtile": 10023, + "ĠAssociation": 10024, + "ĉP": 10025, + "alty": 10026, + "_ad": 10027, + "odies": 10028, + "iated": 10029, + "Ġprepared": 10030, + "possible": 10031, + "Ġmort": 10032, + "TEST": 10033, + "Ġignore": 10034, + "Ġcalc": 10035, + "Ġrs": 10036, + "ĠassertEquals": 10037, + "Ġsz": 10038, + "ĠTHIS": 10039, + ".\"Ċ": 10040, + "Ġcanvas": 10041, + "java": 10042, + "Ġdut": 10043, + "VALID": 10044, + ".sql": 10045, + ".input": 10046, + "Ġaux": 10047, + "Sup": 10048, + "Ġartist": 10049, + "Vec": 10050, + "_TIME": 10051, + ".stringify": 10052, + "etween": 10053, + "ĠCategory": 10054, + "Ġ[-": 10055, + "ĠDevExpress": 10056, + "ĠJul": 10057, + "Ġring": 10058, + ".ed": 10059, + "YY": 10060, + "Let": 10061, + "TextField": 10062, + "Ġflat": 10063, + "_print": 10064, + "ĠOTHER": 10065, + "adian": 10066, + "Ġchecked": 10067, + "ele": 10068, + "Align": 10069, + "standing": 10070, + "Ġ[],": 10071, + "Ġlab": 10072, + "ucky": 10073, + "ĠChristmas": 10074, + "(image": 10075, + ".module": 10076, + "Ġlots": 10077, + "Ġslightly": 10078, + "(final": 10079, + "erge": 10080, + "è¿": 10081, + "ĠPolice": 10082, + "ĠRight": 10083, + "Ġaward": 10084, + "ĠOS": 10085, + "Ġ{}ĊĊ": 10086, + "Ġptr": 10087, + "oves": 10088, + "icated": 10089, + "ем": 10090, + "Ġmanage": 10091, + "oliday": 10092, + "Amount": 10093, + "oolStrip": 10094, + "tbody": 10095, + "Nav": 10096, + "wrap": 10097, + "BB": 10098, + "Ġwatching": 10099, + "arios": 10100, + "Ġoptional": 10101, + "_K": 10102, + "ĠLicensed": 10103, + ".Map": 10104, + "Timer": 10105, + "ĠAP": 10106, + "ĠRev": 10107, + "(o": 10108, + ",c": 10109, + "umin": 10110, + "etailed": 10111, + "ĠHy": 10112, + "Ġblank": 10113, + "agger": 10114, + "ĠSelf": 10115, + "()[": 10116, + ".make": 10117, + "earn": 10118, + "channel": 10119, + ";Ċ": 10133, + "World": 10134, + "Ġpython": 10135, + "Ġlif": 10136, + "Ġtrav": 10137, + "Ġconven": 10138, + "company": 10139, + "ĠClub": 10140, + "Ver": 10141, + "Btn": 10142, + "Ġzone": 10143, + "products": 10144, + "ĠEduc": 10145, + "Ġverify": 10146, + "ĠMil": 10147, + "ono": 10148, + "]);ĊĊ": 10149, + "ENCE": 10150, + "Ġpacket": 10151, + "Ġcer": 10152, + "Ġenumer": 10153, + "Ġpars": 10154, + "formed": 10155, + "Ġoccup": 10156, + "tre": 10157, + "Ġexercise": 10158, + "Day": 10159, + "_sum": 10160, + "Ġasking": 10161, + "aption": 10162, + "Ġorders": 10163, + "Ġspending": 10164, + "ĠERR": 10165, + ".Dis": 10166, + "ĠUtil": 10167, + "âĢľI": 10168, + "\\'": 10169, + "?)": 10170, + "/>Ċ": 10171, + "Ġemot": 10172, + "Ġinfluence": 10173, + "ĠAfrica": 10174, + "atters": 10175, + "Ùħ": 10176, + ".session": 10177, + "Ġchief": 10178, + "ĉĉĉĉĉĉĉĉĉĉĉ": 10179, + "Ġtom": 10180, + "cluded": 10181, + "serial": 10182, + "_handler": 10183, + ".Type": 10184, + "aped": 10185, + "Ġpolicies": 10186, + "-ex": 10187, + "-tr": 10188, + "blank": 10189, + "merce": 10190, + "Ġcoverage": 10191, + "Ġrc": 10192, + "_matrix": 10193, + "_box": 10194, + "Ġcharges": 10195, + "ĠBoston": 10196, + "Pe": 10197, + "Ġcircum": 10198, + "Ġfilled": 10199, + "Ġnorth": 10200, + "ictureBox": 10201, + "ĉres": 10202, + "è®": 10203, + "Ġtermin": 10204, + "Ġ[â̦": 10205, + "IRECT": 10206, + "Ġber": 10207, + "Ġ\"../../": 10208, + "retch": 10209, + ".code": 10210, + "_col": 10211, + "ĠGovernment": 10212, + "Ġargv": 10213, + "ĠLord": 10214, + "asi": 10215, + "Exec": 10216, + "ĉlet": 10217, + "vertis": 10218, + "Ġdiscussion": 10219, + "enance": 10220, + "outube": 10221, + "typeof": 10222, + "Ġserved": 10223, + "ĠPut": 10224, + "ĉx": 10225, + "Ġsweet": 10226, + "Before": 10227, + "ategy": 10228, + ".of": 10229, + "ĠMaterial": 10230, + "Sort": 10231, + "ONT": 10232, + "igital": 10233, + "Why": 10234, + "Ġsust": 10235, + "Ġç": 10236, + "abet": 10237, + "Ġsegment": 10238, + "Ġ[],Ċ": 10239, + "ĠMuslim": 10240, + "ĠfindViewById": 10241, + "cut": 10242, + "_TEXT": 10243, + "ĠMary": 10244, + "Ġloved": 10245, + "Ġlie": 10246, + "ĠJO": 10247, + "Ġisset": 10248, + "month": 10249, + "Ġprime": 10250, + "ti": 10251, + "ĠCarol": 10252, + "Use": 10253, + "ĠPop": 10254, + "ĠSave": 10255, + "Interval": 10256, + "execute": 10257, + "dy": 10258, + "ĠIran": 10259, + "_cont": 10260, + "ĉT": 10261, + "Ġphase": 10262, + "checkbox": 10263, + "week": 10264, + "Ġhide": 10265, + "Ġtil": 10266, + "Ġju": 10267, + "Custom": 10268, + "burg": 10269, + "/M": 10270, + "TON": 10271, + "Ġquant": 10272, + "Ġrub": 10273, + "ixels": 10274, + "Ġinstalled": 10275, + "Ġdump": 10276, + "Ġproperly": 10277, + "(List": 10278, + "Ġdecide": 10279, + "apply": 10280, + "Has": 10281, + "Ġkeeping": 10282, + "Ġcitizens": 10283, + "Ġjoint": 10284, + "pool": 10285, + "Socket": 10286, + "_op": 10287, + "Ġweapon": 10288, + "gnore": 10289, + "ĠExec": 10290, + "otten": 10291, + "ĠMS": 10292, + "Ġ(-": 10293, + "ĠReview": 10294, + "Ġexamples": 10295, + "Ġtight": 10296, + "!(": 10297, + "DP": 10298, + "ĠMessageBox": 10299, + "Ġphotograph": 10300, + "URI": 10301, + "ét": 10302, + "low": 10303, + "ĠGrand": 10304, + ".persistence": 10305, + "Ġmaintain": 10306, + "Ġnums": 10307, + "Ġzip": 10308, + "ials": 10309, + "ĠGets": 10310, + "peg": 10311, + "ĠBuffer": 10312, + "~~~~": 10313, + "rastructure": 10314, + "ĠPL": 10315, + "uen": 10316, + "obby": 10317, + "sizeof": 10318, + "Ġpic": 10319, + "Ġseed": 10320, + "Ġexperienced": 10321, + "Ġodd": 10322, + "Ġkick": 10323, + "Ġprocedure": 10324, + "avigator": 10325, + "-on": 10326, + ",j": 10327, + "ĠAlthough": 10328, + "ĠuserId": 10329, + "accept": 10330, + "Blue": 10331, + "IColor": 10332, + "layer": 10333, + "available": 10334, + "Ġends": 10335, + ".table": 10336, + "Ġdataset": 10337, + "bus": 10338, + "Ġexplain": 10339, + "(pro": 10340, + "ĠCommittee": 10341, + "Ġnoted": 10342, + "]:Ċ": 10343, + "Dim": 10344, + "stdio": 10345, + ".\",Ċ": 10346, + "_source": 10347, + "ĠWeek": 10348, + "ĠEdge": 10349, + "Ġoperating": 10350, + "Ġeste": 10351, + "ipl": 10352, + "agination": 10353, + "Ġproceed": 10354, + "Ġanimation": 10355, + ".Models": 10356, + "ĠWatch": 10357, + "iat": 10358, + "Ġoppon": 10359, + "/A": 10360, + "Report": 10361, + "Ġsounds": 10362, + "_buf": 10363, + "IELD": 10364, + "Ġbund": 10365, + "ĉget": 10366, + ".pr": 10367, + "(tmp": 10368, + "Ġkid": 10369, + ">ĊĊĊ": 10370, + "Ġyang": 10371, + "NotFound": 10372, + "ÑĨ": 10373, + "math": 10374, + "@gmail": 10375, + "ĠLIMIT": 10376, + "redients": 10377, + "Ġvent": 10378, + "avigate": 10379, + "Look": 10380, + "Ġreligious": 10381, + "Ġrand": 10382, + "rio": 10383, + "(GL": 10384, + "_ip": 10385, + "uan": 10386, + "iciency": 10387, + "ĠChange": 10388, + ">čĊčĊ": 10389, + "ĠEntity": 10390, + "Ġrencontre": 10391, + "ĠRet": 10392, + "plan": 10393, + "én": 10394, + "BOOL": 10395, + "uries": 10396, + "train": 10397, + "Definition": 10398, + "============": 10399, + "zz": 10400, + "Animation": 10401, + "ĠOK": 10402, + "_menu": 10403, + ".bl": 10404, + "_score": 10405, + "Ġacad": 10406, + "(System": 10407, + "Ġrefresh": 10408, + "'=>$": 10409, + ".Graphics": 10410, + "amento": 10411, + "pid": 10412, + "tc": 10413, + "Ġtips": 10414, + "Ġhomes": 10415, + "Ġfuel": 10416, + "âĸ": 10417, + "_helper": 10418, + "ĠĠčĊ": 10419, + "ĠRoom": 10420, + ".Close": 10421, + "_attr": 10422, + "ĠMount": 10423, + "ĠEv": 10424, + "arser": 10425, + "_top": 10426, + "eah": 10427, + "ĠDelete": 10428, + "ãĢį": 10429, + "uke": 10430, + "Ġusage": 10431, + "aria": 10432, + "_dev": 10433, + "Ġtexture": 10434, + "Ġconversation": 10435, + "eper": 10436, + "Bean": 10437, + "done": 10438, + "nonatomic": 10439, + "ĠSecond": 10440, + "Ġshooting": 10441, + "_pre": 10442, + "Components": 10443, + "Ġ]ĊĊ": 10444, + "__,": 10445, + "stitution": 10446, + ".Char": 10447, + ">();ĊĊ": 10448, + "Ġpresented": 10449, + "Ġwa": 10450, + "oker": 10451, + "-ĊĊ": 10452, + "iner": 10453, + "Ġbecoming": 10454, + "Ġincident": 10455, + "Att": 10456, + "Ġrevealed": 10457, + "forc": 10458, + "Ġboot": 10459, + ".page": 10460, + "Enumerator": 10461, + "_->": 10462, + "Photo": 10463, + "Ġspring": 10464, + ".\",": 10465, + "ĠDictionary": 10466, + "BJECT": 10467, + "Ġlocations": 10468, + "Ġsamples": 10469, + "InputStream": 10470, + "ĠBrown": 10471, + "Ġstats": 10472, + "quality": 10473, + "Ñħ": 10474, + "-dis": 10475, + "Ġhelping": 10476, + "Ġped": 10477, + "(se": 10478, + "ĠWho": 10479, + "alian": 10480, + "internal": 10481, + "Ġft": 10482, + ">().": 10483, + "->{": 10484, + "Ġmine": 10485, + "Ġsector": 10486, + "Ġgro": 10487, + "Ġopportunities": 10488, + "Ġü": 10489, + "Ġmp": 10490, + "Ġalleged": 10491, + "Ġdoubt": 10492, + "Mouse": 10493, + "About": 10494, + "_part": 10495, + "Ġchair": 10496, + "Ġstopped": 10497, + "loop": 10498, + "entities": 10499, + "Ġapps": 10500, + "ansion": 10501, + "Ġmental": 10502, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10503, + "FR": 10504, + "Ġdefend": 10505, + "care": 10506, + "Ġideal": 10507, + "/api": 10508, + "urface": 10509, + "Ġele": 10510, + "ulator": 10511, + "ĠRights": 10512, + "anguages": 10513, + "Ġfunds": 10514, + "Ġadapt": 10515, + "Attributes": 10516, + "Ġdeploy": 10517, + "opts": 10518, + "Ġvalidation": 10519, + "Ġconcerns": 10520, + "uce": 10521, + ".num": 10522, + "ulture": 10523, + "ila": 10524, + "Ġcup": 10525, + "Ġpure": 10526, + ".Fore": 10527, + "ĠHashMap": 10528, + ".valueOf": 10529, + "asm": 10530, + "MO": 10531, + "Ġcs": 10532, + "Ġstores": 10533, + "Ġ************************************************************************": 10534, + "Ġcommunication": 10535, + "mem": 10536, + ".EventHandler": 10537, + ".Status": 10538, + "_right": 10539, + ".setOn": 10540, + "Sheet": 10541, + "Ġidentify": 10542, + "enerated": 10543, + "ordered": 10544, + "Ġ\"[": 10545, + "Ġswe": 10546, + "Condition": 10547, + "ĠAccording": 10548, + "Ġprepare": 10549, + "Ġrob": 10550, + "Pool": 10551, + "Ġsport": 10552, + "rv": 10553, + "ĠRouter": 10554, + "Ġalternative": 10555, + "([]": 10556, + "ĠChicago": 10557, + "ipher": 10558, + "ische": 10559, + "ĠDirector": 10560, + "kl": 10561, + "ĠWil": 10562, + "keys": 10563, + "Ġmysql": 10564, + "Ġwelcome": 10565, + "king": 10566, + "ĠManager": 10567, + "Ġcaught": 10568, + ")}Ċ": 10569, + "Score": 10570, + "_PR": 10571, + "Ġsurvey": 10572, + "hab": 10573, + "Headers": 10574, + "ADER": 10575, + "Ġdecor": 10576, + "Ġturns": 10577, + "Ġradius": 10578, + "errupt": 10579, + "Cor": 10580, + "Ġmel": 10581, + "Ġintr": 10582, + "(q": 10583, + "ĠAC": 10584, + "amos": 10585, + "MAX": 10586, + "ĠGrid": 10587, + "ĠJesus": 10588, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10589, + ".DE": 10590, + "Ġts": 10591, + "Ġlinked": 10592, + "free": 10593, + "ĠQt": 10594, + "Ġ/**čĊ": 10595, + "Ġfaster": 10596, + "ctr": 10597, + "_J": 10598, + "DT": 10599, + ".Check": 10600, + "Ġcombination": 10601, + "Ġintended": 10602, + "-the": 10603, + "-type": 10604, + "ectors": 10605, + "ami": 10606, + "uting": 10607, + "Ġuma": 10608, + "XML": 10609, + "UCT": 10610, + "Ap": 10611, + "ĠRandom": 10612, + "Ġran": 10613, + ".sort": 10614, + "Ġsorted": 10615, + ".Un": 10616, + "_PER": 10617, + "itory": 10618, + "Ġpriority": 10619, + "ĠGal": 10620, + "ĠOld": 10621, + "hot": 10622, + "ĠDisplay": 10623, + "(sub": 10624, + "_TH": 10625, + "_Y": 10626, + "ĠCare": 10627, + "loading": 10628, + "Kind": 10629, + "_handle": 10630, + ",,": 10631, + "rase": 10632, + "_replace": 10633, + ".addEventListener": 10634, + "ĠRT": 10635, + "Ġentered": 10636, + "gers": 10637, + "Ġich": 10638, + "(start": 10639, + "/app": 10640, + "Ġbrother": 10641, + "Memory": 10642, + "Outlet": 10643, + "Ġutf": 10644, + "prec": 10645, + "Ġnavigation": 10646, + "ORK": 10647, + "Ġdst": 10648, + "Detail": 10649, + "Ġaudience": 10650, + "Ġdur": 10651, + "Ġcluster": 10652, + "unched": 10653, + "Ġ],": 10654, + "Ġcomfortable": 10655, + ".values": 10656, + "ĠTotal": 10657, + "Ġsnap": 10658, + "Ġstandards": 10659, + "Ġperformed": 10660, + "hand": 10661, + "(\"@": 10662, + "åŃ": 10663, + "Ġphil": 10664, + "ibr": 10665, + "trim": 10666, + "Ġforget": 10667, + "Ġdoctor": 10668, + ".TextBox": 10669, + "icons": 10670, + ",s": 10671, + "ĠOp": 10672, + "Sm": 10673, + "Stop": 10674, + "ĉList": 10675, + "ĉu": 10676, + "Comment": 10677, + "_VERSION": 10678, + ".Xtra": 10679, + "Person": 10680, + "rb": 10681, + "LOB": 10682, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10683, + "ĠCentral": 10684, + "ICK": 10685, + "raq": 10686, + "Ġputting": 10687, + "Ġmd": 10688, + "ĠLove": 10689, + "Program": 10690, + "Border": 10691, + "oor": 10692, + "Ġallowing": 10693, + "after": 10694, + "Ġentries": 10695, + "ĠMaybe": 10696, + "]).": 10697, + "ĠShort": 10698, + ")\\": 10699, + ".now": 10700, + "friend": 10701, + "Ġprefer": 10702, + "ĠGPIO": 10703, + "osis": 10704, + "ĠGameObject": 10705, + "Ġskip": 10706, + "Ġcompetition": 10707, + "_match": 10708, + "lications": 10709, + "_CONT": 10710, + ".groupBox": 10711, + "Ġals": 10712, + "\"We": 10713, + "_eq": 10714, + "lan": 10715, + "_search": 10716, + "ĠMusic": 10717, + "asis": 10718, + "Ġbind": 10719, + "ĠIsland": 10720, + "rum": 10721, + "(E": 10722, + "Ġseat": 10723, + "Video": 10724, + "Ġack": 10725, + "reek": 10726, + "={()": 10727, + "Ġrating": 10728, + "Ġrestaurant": 10729, + "DEX": 10730, + "(buf": 10731, + "pping": 10732, + "uality": 10733, + "Ġleague": 10734, + "Ġfocused": 10735, + "apon": 10736, + "$data": 10737, + "CLUD": 10738, + "CLUDING": 10739, + "Ġabsolute": 10740, + "(query": 10741, + "Ġtells": 10742, + "Ang": 10743, + "Ġcommunities": 10744, + "Ġhonest": 10745, + "oking": 10746, + "Ġapart": 10747, + "arity": 10748, + "/$": 10749, + "_module": 10750, + "ĠEnc": 10751, + ".an": 10752, + ".Config": 10753, + "Cre": 10754, + "Ġshock": 10755, + "ĠArab": 10756, + "IENT": 10757, + "/re": 10758, + "Ġretrie": 10759, + "ycler": 10760, + "isa": 10761, + "ĠOrgan": 10762, + ".graph": 10763, + "Ġí": 10764, + "ĠBAS": 10765, + "Enum": 10766, + "Ġpossibly": 10767, + "ÑĢаÐ": 10768, + "ĠJapanese": 10769, + "Ġcraft": 10770, + "ĠPlace": 10771, + "Ġtalent": 10772, + "Ġfunding": 10773, + "Ġconfirmed": 10774, + "Ġcycle": 10775, + "/x": 10776, + "GE": 10777, + "Ġhearing": 10778, + "Ġplants": 10779, + "Ġmouth": 10780, + "pages": 10781, + "oria": 10782, + "ĠRemove": 10783, + "_total": 10784, + "Ġod": 10785, + "ollapse": 10786, + "door": 10787, + "Ġbought": 10788, + "Ġaddr": 10789, + "ARCH": 10790, + "_dim": 10791, + "dden": 10792, + "Ġdecades": 10793, + "REQUEST": 10794, + "Ġversions": 10795, + "fire": 10796, + "Ġmoves": 10797, + "fb": 10798, + "Ġcoffee": 10799, + ".connect": 10800, + "ĠRow": 10801, + "Ġschema": 10802, + "Scope": 10803, + "-Type": 10804, + "Ġfighting": 10805, + "Ġretail": 10806, + "Ġmodified": 10807, + "TF": 10808, + "Files": 10809, + "nie": 10810, + "_command": 10811, + "stone": 10812, + "ĠÑĤ": 10813, + "_thread": 10814, + "Ġbond": 10815, + "ĠDevelopment": 10816, + "Ġpt": 10817, + "FORM": 10818, + "plet": 10819, + "Ġidentified": 10820, + "cpp": 10821, + "Ġcoding": 10822, + "oked": 10823, + "ĠMaster": 10824, + "IDTH": 10825, + "Ġresidents": 10826, + "redit": 10827, + "ĠPhoto": 10828, + "=-": 10829, + "unte": 10830, + "ateur": 10831, + "_STATE": 10832, + "ĠSing": 10833, + "Ġsheet": 10834, + ".val": 10835, + "orse": 10836, + "Ġhers": 10837, + "Ġdetermined": 10838, + "Common": 10839, + "Ġwed": 10840, + "_queue": 10841, + "PH": 10842, + "ĠAtl": 10843, + "cred": 10844, + "/LICENSE": 10845, + "Ġmes": 10846, + "Ġadvanced": 10847, + ".java": 10848, + ".Sh": 10849, + "Go": 10850, + "kill": 10851, + "fp": 10852, + "_settings": 10853, + "Ġpal": 10854, + "Ġtruck": 10855, + "Ġcombined": 10856, + "Ġ\"${": 10857, + "ĠCorpor": 10858, + "Ġjoined": 10859, + "ĠJose": 10860, + "ĠCup": 10861, + "uns": 10862, + "estival": 10863, + "levision": 10864, + "Ġbroken": 10865, + "Ġmarriage": 10866, + "ĠWestern": 10867, + "Ġrepresents": 10868, + "ĠTitle": 10869, + "Ġss": 10870, + ".Ass": 10871, + "ongoose": 10872, + "iento": 10873, + "<>();Ċ": 10874, + "Ġabsolutely": 10875, + "Ġsmooth": 10876, + "TERN": 10877, + "ĠUnless": 10878, + "Word": 10879, + "Ġmerge": 10880, + "igan": 10881, + "ĠVol": 10882, + "Ġnn": 10883, + ".getId": 10884, + "Ġз": 10885, + "Ġsexy": 10886, + "Ġseeking": 10887, + "Single": 10888, + ".this": 10889, + "Ġkom": 10890, + "bound": 10891, + ";\"": 10892, + "ĠfontSize": 10893, + "_df": 10894, + "Ġinjury": 10895, + "(H": 10896, + "Ġissued": 10897, + "_END": 10898, + ":self": 10899, + "Ġpatch": 10900, + "Ġleaves": 10901, + "Ġadopt": 10902, + "FileName": 10903, + "ãĢIJ": 10904, + "Ġexecutive": 10905, + "ĠByte": 10906, + "]))Ċ": 10907, + "Ġnu": 10908, + "outing": 10909, + "cluding": 10910, + "-R": 10911, + ".options": 10912, + "Ġsubstant": 10913, + "avax": 10914, + "ĠBUT": 10915, + "Ġtechnical": 10916, + "Ġtwice": 10917, + "Ġmás": 10918, + "Ġunivers": 10919, + "yr": 10920, + "Ġdrag": 10921, + "ĠDC": 10922, + "Ġsed": 10923, + "Ġbot": 10924, + "ĠPal": 10925, + "ĠHall": 10926, + "forcement": 10927, + "Ġauch": 10928, + ".mod": 10929, + "notation": 10930, + "_files": 10931, + ".line": 10932, + "_flag": 10933, + "[name": 10934, + "Ġresolution": 10935, + "Ġbott": 10936, + "(\"[": 10937, + "ende": 10938, + "(arr": 10939, + "Free": 10940, + "(@\"": 10941, + "ĠDistrict": 10942, + "PEC": 10943, + ":-": 10944, + "Picker": 10945, + "ĠJo": 10946, + "ĠĠĠĠĠĊ": 10947, + "ĠRiver": 10948, + "_rows": 10949, + "Ġhelpful": 10950, + "Ġmassive": 10951, + "---Ċ": 10952, + "Ġmeasures": 10953, + "ĠRuntime": 10954, + "Ġworry": 10955, + "ĠSpec": 10956, + "ĉD": 10957, + "ãĢij": 10958, + "Ġ){Ċ": 10959, + "Ġworse": 10960, + "(filename": 10961, + "Ġlay": 10962, + "Ġmagic": 10963, + "ĠTheir": 10964, + "oul": 10965, + "stroy": 10966, + "ĠWhere": 10967, + "Ġsudden": 10968, + "Ġdefe": 10969, + "Ġbinding": 10970, + "Ġflight": 10971, + "ĠOnInit": 10972, + "ĠWomen": 10973, + "ĠPolicy": 10974, + "Ġdrugs": 10975, + "ishing": 10976, + "('../": 10977, + "ĠMel": 10978, + "peat": 10979, + "tor": 10980, + "Ġproposed": 10981, + "Ġstated": 10982, + "_RES": 10983, + "Ġeast": 10984, + "ĠCONDITION": 10985, + "_desc": 10986, + "Ġwinning": 10987, + "folio": 10988, + "Mapper": 10989, + "ĠPan": 10990, + "ĠAnge": 10991, + ".servlet": 10992, + "Ġcopies": 10993, + "LM": 10994, + "Ġvm": 10995, + "åį": 10996, + "Ġdictionary": 10997, + "Seg": 10998, + "elines": 10999, + "ĠSend": 11000, + "Ġiron": 11001, + "ĠFort": 11002, + ".domain": 11003, + "Ġdebate": 11004, + "NotNull": 11005, + "eq": 11006, + "acher": 11007, + "lf": 11008, + "ĉfmt": 11009, + "Ġlawy": 11010, + "ÄŁ": 11011, + "ĠMen": 11012, + "Ġtrim": 11013, + "(NULL": 11014, + "Ġ!!": 11015, + "Ġpad": 11016, + "Ġfollows": 11017, + "\"][\"": 11018, + "requ": 11019, + "ĠEp": 11020, + ".github": 11021, + "(img": 11022, + "eto": 11023, + "('\\": 11024, + "Services": 11025, + "umbnail": 11026, + "_main": 11027, + "pleted": 11028, + "fortunately": 11029, + "Ġwindows": 11030, + "Ġplane": 11031, + "ĠConnection": 11032, + ".local": 11033, + "uard": 11034, + "}\\": 11035, + "==\"": 11036, + "andon": 11037, + "ĠRoy": 11038, + "west": 11039, + "iginal": 11040, + "emies": 11041, + "itz": 11042, + "'):Ċ": 11043, + "ĠPeter": 11044, + "Ġtough": 11045, + "Ġreduced": 11046, + "Ġcalculate": 11047, + "Ġrapid": 11048, + "customer": 11049, + "Ġefficient": 11050, + "Ġmedium": 11051, + "Ġfell": 11052, + ".ref": 11053, + "ĠCas": 11054, + "Ġfeedback": 11055, + "Speed": 11056, + "(output": 11057, + "aje": 11058, + "Ġcategories": 11059, + "Ġfee": 11060, + "};": 11061, + "Ġdeleted": 11062, + "reh": 11063, + "Ġproof": 11064, + "Desc": 11065, + "Build": 11066, + "Ġsides": 11067, + ".ArrayList": 11068, + "-%": 11069, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11070, + "ر": 11071, + ".match": 11072, + "ли": 11073, + "Ġfeels": 11074, + "Ġachieve": 11075, + "Ġclim": 11076, + "_ON": 11077, + "ĠCD": 11078, + "Ġteacher": 11079, + "_current": 11080, + "bn": 11081, + "_PL": 11082, + "isting": 11083, + "Enable": 11084, + "GEN": 11085, + "Ġtv": 11086, + "Ġsock": 11087, + "Ġplays": 11088, + "Ġdiscount": 11089, + "ĠKE": 11090, + "ĠDebug": 11091, + "Fore": 11092, + "ĠIraq": 11093, + "Ġappearance": 11094, + "Mon": 11095, + "Ġstyled": 11096, + "ĠHuman": 11097, + "iot": 11098, + "ĠHistory": 11099, + "Ġsac": 11100, + "ĠCollection": 11101, + "Ġrecommended": 11102, + ".Selected": 11103, + "Ġorganizations": 11104, + "Ġdiscovered": 11105, + "cohol": 11106, + "adas": 11107, + "ĠThomas": 11108, + "May": 11109, + "Ġconserv": 11110, + "Ġdomin": 11111, + "ĠFollow": 11112, + "ĠSection": 11113, + "ĠThanks": 11114, + "Username": 11115, + "Ġrecipe": 11116, + "Ġwonderful": 11117, + ".sleep": 11118, + "_if": 11119, + "ĉĊĉĊ": 11120, + "orno": 11121, + "Ġru": 11122, + "_target": 11123, + ".\"\"": 11124, + "à¦": 11125, + "EventArgs": 11126, + "Ġinputs": 11127, + "Ġfif": 11128, + "Ġvision": 11129, + "cy": 11130, + "ĠSeries": 11131, + ")(((": 11132, + "Ġtrading": 11133, + "Ġmarker": 11134, + "Begin": 11135, + "Ġtypically": 11136, + "Ġcauses": 11137, + "dropdown": 11138, + "_DEBUG": 11139, + "Ġdetect": 11140, + "country": 11141, + "!\");Ċ": 11142, + "ĉR": 11143, + "appy": 11144, + "Ġcref": 11145, + "('<": 11146, + "\"=>": 11147, + "ĠLE": 11148, + "reader": 11149, + "Ġadministr": 11150, + "õ": 11151, + "ucket": 11152, + "Ġfashion": 11153, + ".char": 11154, + "izar": 11155, + "Ġdisable": 11156, + "Ġsuc": 11157, + "ĠLive": 11158, + "issue": 11159, + "Ġmetadata": 11160, + "flags": 11161, + "ĠðŁ": 11162, + "Ġcommitted": 11163, + "Ġva": 11164, + "Ġrough": 11165, + "Ġ'''Ċ": 11166, + "Ġhighlight": 11167, + "_vars": 11168, + "VO": 11169, + "Ġencoding": 11170, + "-Z": 11171, + "_sign": 11172, + "$(\"#": 11173, + "Ġrain": 11174, + "reatest": 11175, + "ĠEND": 11176, + "Selection": 11177, + "Ġcandidates": 11178, + "Ġsav": 11179, + ".Empty": 11180, + "Ġdecisions": 11181, + "Ġcollabor": 11182, + "ridge": 11183, + "feed": 11184, + "ression": 11185, + "Ġpersons": 11186, + "VM": 11187, + "ega": 11188, + "_BIT": 11189, + "According": 11190, + "acked": 11191, + "Ġdollars": 11192, + "_loss": 11193, + "ĠCost": 11194, + "}\"Ċ": 11195, + "Notification": 11196, + "Ġprostit": 11197, + "Ġauthority": 11198, + ".rec": 11199, + "Ġspokes": 11200, + "ĠToday": 11201, + "istant": 11202, + "ĠHead": 11203, + "âĢĿ.": 11204, + "ertainment": 11205, + "cean": 11206, + "culate": 11207, + "Ġven": 11208, + "However": 11209, + "_arr": 11210, + "Ġtokens": 11211, + "Graph": 11212, + "ĠJud": 11213, + "ĠVirgin": 11214, + "ĠSerial": 11215, + "unning": 11216, + "Mutable": 11217, + "agers": 11218, + ".csv": 11219, + "Ġdeveloping": 11220, + "Ġinstructions": 11221, + "Ġpromise": 11222, + "Ġrequested": 11223, + "_encode": 11224, + "/\"": 11225, + "ĠIcon": 11226, + "uilt": 11227, + "-day": 11228, + "Ġintelligence": 11229, + ".IS": 11230, + "ĠObservable": 11231, + "ĠHard": 11232, + "Bool": 11233, + "idential": 11234, + ".Anchor": 11235, + "Ġselling": 11236, + "CI": 11237, + "AGES": 11238, + "tle": 11239, + "bur": 11240, + "UFFER": 11241, + "RY": 11242, + "Ġbigger": 11243, + "Ġrat": 11244, + "Ġfamous": 11245, + "Ġtypename": 11246, + "Ġexplained": 11247, + "}}Ċ": 11248, + "Ġnuclear": 11249, + "-N": 11250, + "Ġcrisis": 11251, + "ĠEnter": 11252, + "Ġanswers": 11253, + "/${": 11254, + "/pl": 11255, + "Ġsequ": 11256, + "_next": 11257, + "mask": 11258, + "Ġstanding": 11259, + "Ġplenty": 11260, + "ĠCross": 11261, + "ĉret": 11262, + "dro": 11263, + "ĠCast": 11264, + "=true": 11265, + "ĠChris": 11266, + "icio": 11267, + "ĠMike": 11268, + "Decimal": 11269, + "addComponent": 11270, + "Len": 11271, + "Ġcock": 11272, + "Ġ#{": 11273, + "URN": 11274, + "": 11403, + "Ġ*=": 11404, + "ĠPS": 11405, + "Ġdangerous": 11406, + "[p": 11407, + "OME": 11408, + "Other": 11409, + "ĠStringBuilder": 11410, + "Points": 11411, + "heading": 11412, + "Ġcurrency": 11413, + "Ġpercentage": 11414, + "_API": 11415, + "Ġclassic": 11416, + "thead": 11417, + "ĠMO": 11418, + "FE": 11419, + "Idx": 11420, + "await": 11421, + "Ġè": 11422, + "Ġaccident": 11423, + "Ġvariant": 11424, + "Ġmyst": 11425, + "ĠLand": 11426, + "ĠBre": 11427, + "Ġharm": 11428, + "ĠAcc": 11429, + "Ġcharged": 11430, + "iones": 11431, + "Visibility": 11432, + "arry": 11433, + "ĠLanguage": 11434, + "Ġwalking": 11435, + "\".ĊĊ": 11436, + "ifer": 11437, + "Ġleadership": 11438, + ".From": 11439, + "ynam": 11440, + "Ġtimestamp": 11441, + "ipt": 11442, + "ĠHas": 11443, + "REFER": 11444, + "ĠIts": 11445, + "Ġlistener": 11446, + "UTE": 11447, + "_description": 11448, + "Ġexperiences": 11449, + "Ġcreates": 11450, + "RS": 11451, + "cart": 11452, + "black": 11453, + "Ġchoices": 11454, + "war": 11455, + "Ġ'''": 11456, + "Ġordered": 11457, + "Ġevening": 11458, + "Ġpil": 11459, + "Ġtun": 11460, + "ĠBad": 11461, + "(app": 11462, + "random": 11463, + "Ġexplicit": 11464, + "Ġarrived": 11465, + "Ġfly": 11466, + "Ġeconom": 11467, + "-mail": 11468, + "Ġlists": 11469, + "Ġarchitect": 11470, + "ĠPay": 11471, + "Ġds": 11472, + "ĠSol": 11473, + "Ġvehicles": 11474, + "Hz": 11475, + "-com": 11476, + "Ġking": 11477, + "_equal": 11478, + "ĠHelp": 11479, + "Ġabuse": 11480, + "--;Ċ": 11481, + "Ġextr": 11482, + "Ġchemical": 11483, + "ä¿": 11484, + "Ġorient": 11485, + "Ġbreath": 11486, + "ĠSpace": 11487, + "(element": 11488, + "wait": 11489, + "DED": 11490, + "igma": 11491, + "Ġentr": 11492, + "Ġsob": 11493, + "-name": 11494, + "Ġaffected": 11495, + "ika": 11496, + "Ġcoal": 11497, + "_work": 11498, + "Ġhundreds": 11499, + "Ġpolitics": 11500, + "subject": 11501, + "Ġconsumer": 11502, + "ANGE": 11503, + "Ġrepeated": 11504, + "Send": 11505, + "Ġ#[": 11506, + "Ġprotocol": 11507, + "Ġleads": 11508, + "useum": 11509, + "Every": 11510, + "Import": 11511, + "(count": 11512, + "Ġchallenges": 11513, + "Ġnovel": 11514, + "Ġdepart": 11515, + "bits": 11516, + ".Current": 11517, + "Ġ`${": 11518, + "oting": 11519, + "(\\": 11520, + "Ġcreative": 11521, + "Ġbuff": 11522, + "Ġintroduced": 11523, + "usic": 11524, + "modules": 11525, + "Are": 11526, + "-doc": 11527, + "language": 11528, + "_cache": 11529, + "Ġtod": 11530, + "?>": 11531, + "omething": 11532, + "Ġhun": 11533, + "åº": 11534, + "aters": 11535, + "Intent": 11536, + "Ġimplemented": 11537, + "ĠCase": 11538, + "Children": 11539, + "Ġnotification": 11540, + "Renderer": 11541, + "Wrapper": 11542, + "Objects": 11543, + "tl": 11544, + ".Contains": 11545, + "Plugin": 11546, + ".row": 11547, + "Ġforg": 11548, + "Ġpermit": 11549, + "Ġtargets": 11550, + "ĠIF": 11551, + "Ġtip": 11552, + "sex": 11553, + "Ġsupports": 11554, + "Ġfold": 11555, + "photo": 11556, + "},čĊ": 11557, + "Ġgoogle": 11558, + "$('#": 11559, + "Ġsharing": 11560, + "Ġgoods": 11561, + "vs": 11562, + "ĠDan": 11563, + "Rate": 11564, + "ĠMartin": 11565, + "Ġmanner": 11566, + "lie": 11567, + ".The": 11568, + "Internal": 11569, + "ĠCONTR": 11570, + "Mock": 11571, + "RIGHT": 11572, + "Ġ'{": 11573, + "Ġcontrols": 11574, + "Mat": 11575, + "Ġmand": 11576, + "Ġextended": 11577, + "Ok": 11578, + "Ġembed": 11579, + "Ġplanet": 11580, + "ĠNon": 11581, + "-ch": 11582, + ")\",": 11583, + "epar": 11584, + "Ġbelieved": 11585, + "ĠEnvironment": 11586, + "ĠFriend": 11587, + "-res": 11588, + "Ġhandling": 11589, + "nic": 11590, + "-level": 11591, + "scri": 11592, + "Xml": 11593, + "BE": 11594, + "ungen": 11595, + "Ġalter": 11596, + "[idx": 11597, + "Pop": 11598, + "cam": 11599, + "Ġ(((": 11600, + "Ġshipping": 11601, + "Ġbattery": 11602, + "iddleware": 11603, + "MC": 11604, + "Ġimpl": 11605, + "otation": 11606, + "ĠLab": 11607, + "