Upload folder using huggingface_hub

mlc-chat-config.json

@@ -0,0 +1,76 @@
+{
+  "version": "0.1.0",
+  "model_type": "llama",
+  "quantization": "q4f32_1",
+  "model_config": {
+    "hidden_size": 2048,
+    "intermediate_size": 8192,
+    "num_attention_heads": 32,
+    "num_hidden_layers": 24,
+    "rms_norm_eps": 1e-05,
+    "vocab_size": 49152,
+    "tie_word_embeddings": true,
+    "position_embedding_base": 10000.0,
+    "context_window_size": 2048,
+    "prefill_chunk_size": 2048,
+    "num_key_value_heads": 32,
+    "head_dim": 64,
+    "tensor_parallel_shards": 1,
+    "max_batch_size": 80
+  },
+  "vocab_size": 49152,
+  "context_window_size": 2048,
+  "sliding_window_size": -1,
+  "prefill_chunk_size": 2048,
+  "attention_sink_size": -1,
+  "tensor_parallel_shards": 1,
+  "temperature": 0.6,
+  "presence_penalty": 0.0,
+  "frequency_penalty": 0.0,
+  "repetition_penalty": 1.0,
+  "top_p": 0.92,
+  "tokenizer_files": [
+    "tokenizer.json",
+    "vocab.json",
+    "merges.txt",
+    "tokenizer_config.json"
+  ],
+  "tokenizer_info": {
+    "token_postproc_method": "byte_level",
+    "prepend_space_in_encode": false,
+    "strip_space_in_decode": false
+  },
+  "conv_template": {
+    "name": "chatml_nosystem",
+    "system_template": "{system_message}",
+    "system_message": "",
+    "system_prefix_token_ids": null,
+    "add_role_after_system_message": true,
+    "roles": {
+      "user": "<|im_start|>user",
+      "assistant": "<|im_start|>assistant"
+    },
+    "role_templates": {
+      "user": "{user_message}",
+      "assistant": "{assistant_message}",
+      "tool": "{tool_message}"
+    },
+    "messages": [],
+    "seps": [
+      "<|im_end|>\n"
+    ],
+    "role_content_sep": "\n",
+    "role_empty_sep": "\n",
+    "stop_str": [
+      "<|im_end|>"
+    ],
+    "stop_token_ids": [
+      2
+    ],
+    "function_string": "",
+    "use_function_calling": false
+  },
+  "pad_token_id": 2,
+  "bos_token_id": 1,
+  "eos_token_id": 2
+}

params_shard_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd13d32c7b8bb3b0395a019f95800a5a3b69c9f17332cf0fd761aa2d7c5344d4
+size 50331648

params_shard_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b128bd62b7d7e61ca8d33b64db71aab1e8ad0f689c3bf5b8efeb88f73e4b70d
+size 32509952

params_shard_10.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f1d9940f02fee796fe863d436b4a7eb31c0d8cdf284a3c0fdbbd8deeea34c1
+size 28315648

params_shard_11.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bff92a3372dcf734369105da68e09e99ff860e94356dbdf5be7debd5f6cab7b
+size 16777216

params_shard_12.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681f39dba456077ac29dcf96ad95f2e4cbfa25ff9e71aea5c0251f12ed1ac039
+size 30420992

params_shard_13.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f700173839a59aa397864c1970bdb00c69c3c1ab4e1bbe152e3f3c444b3e44e
+size 28315648

params_shard_14.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feabe71dc74fbe7cf947600ebc6a9c572fd43b970affe938ca1d122531f9d3f2
+size 16777216

params_shard_15.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e92ec3b04ddcf9dd91431a7579d1a46ea6e09cf426e7ff128fca41fb072d94
+size 30420992

params_shard_16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f589e1e2b64b1434e476c9eba107e9609ceb4c86777319f2026bd46ef0afb492
+size 28315648

params_shard_17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb00a2aeebe2aee546865510f395d5b6dfeb1b4ba96dc6bd595dcc66d61e733
+size 16777216

params_shard_18.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd67c71e7bde128584ff2b88c2624769adf9774c7e6c28a73f01696698e0486e
+size 30420992

params_shard_19.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae73932bd99882ebb6dc3ed0d2495a2b9956204bb5c7aa0f9bb44c77fea809f9
+size 28315648

params_shard_2.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0229d37a655d95a4828607a8f55334633c0cabd3b94b69fbb5da3ea7778f816f
+size 16777216

params_shard_20.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfcb5eda4fa3c35ecdb593de01687f1f2f800459005799797ae0595055e5058
+size 16777216

params_shard_21.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675c403cf46fa7d5bbbbeea4ad572c152bf47ee26ad21729e97f7018092ab0f5
+size 30420992

params_shard_22.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c824779a8ae94d97ef70090a4d3e788abcac92b7558ed08d3d06eae4bc2e8045
+size 28315648

params_shard_23.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7634c1724e7708bed3f2f42ff19e9a7e9bf5b8c6b87248fc88ab296e296ce4da
+size 16777216

params_shard_24.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9392e0b8e2893d5dbc5ab5c9af5cc17accf591f92bd28098139a737ca92d7dfa
+size 30420992

params_shard_25.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71906011c83f8762351e96825972f28b3b552cdfd59b1593d6f6bcd089d5b982
+size 28315648

params_shard_26.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d291da5ccce721de4c0f668e645eb0ee88267e199f88ac90c5f92c09bcc6cb3
+size 16777216

params_shard_27.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd362de3e22376a84eea0439b69456633116307ca1db2b96e4d85d3cedd01adc
+size 30420992

params_shard_28.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4595279ec757127366f5f512058c4f6413884103896757471646a63e73b2e46e
+size 28315648

params_shard_29.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d420c3f5b0bf90201f392dd3d9b7bf9d8a1c7d7a22c374cf5457f5fc6ee25d3
+size 16777216

params_shard_3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61254f3257fc64432bc828d03a0eaa84e8b6798d788b5e1c693f2fe284abf5f0
+size 32522240

params_shard_30.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726e0be5abee6866e5630dfcac4e66efe6b3bf13fb593e72e0bfc3701b8914c9
+size 30420992

params_shard_31.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772fe7726a1ad73dee47812907655b155439a958729b798cd375bda20a3af8ad
+size 28315648

params_shard_32.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8b8ea1ab35818e3fd316bcc75664e87a78f477d471dd8649860588a4ffa2b9
+size 16777216

params_shard_33.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6e34628b632cccea0374f75e8131e4cd19003c5a11631ba7fc86deb19a161a
+size 30420992

params_shard_34.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37363f95bc8573b24c5b5976d6128c8482e5cf258446f5dde517976eccc3f59
+size 28315648

params_shard_35.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9da050ab09a470df8d2787b925657fe3d59d2a44ace1c4574316f658e42c9e
+size 16777216

params_shard_36.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d0996c64eef5cbb40e7eb8a1dd7a63608b49f9460bd3ec26060729aa7749c9
+size 30420992

params_shard_4.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f593b599acad27a754553d93f20fce217830767a58f485f0e6155ff24f9e4f
+size 28315648

params_shard_5.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f0026215de897bd085323e955d960e1df6f52abbb82ae0a8df756b49c26923
+size 16777216

params_shard_6.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccde7afb8de8c22bc49ee3ea931235626d9c10c411da3d0671386b25b4eba6b6
+size 30420992

params_shard_7.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9437e7c21490465bdd5d2c864bdaef8a0be377dbd7701ea34d3dfd8156a13c
+size 28315648

params_shard_8.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bd7295e84b238eef5fd206c0e6ef302be28cd2219e666fac30b96f758ede3e
+size 16777216

params_shard_9.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b07b7bb370ccce09e3e4814eaf02ea939b1df6d7120fb21216acfaa0342c29
+size 30420992

tokenizer_config.json

@@ -0,0 +1,154 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<repo_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<reponame>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<file_sep>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<filename>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "<gh_stars>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "<issue_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "<issue_comment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<issue_closed>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "<jupyter_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "<jupyter_text>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "<jupyter_code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<jupyter_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<jupyter_script>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<empty_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": "<|im_start|>",
+  "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "model_max_length": 2048,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}