init

mlc-chat-config.json

@@ -0,0 +1,79 @@
+{
+  "version": "0.1.0",
+  "model_type": "llama",
+  "quantization": "q4f16_0",
+  "model_config": {
+    "hidden_size": 2048,
+    "intermediate_size": 8192,
+    "num_attention_heads": 32,
+    "num_hidden_layers": 24,
+    "rms_norm_eps": 1e-05,
+    "vocab_size": 49152,
+    "tie_word_embeddings": true,
+    "position_embedding_base": 130000,
+    "rope_scaling": null,
+    "context_window_size": 8192,
+    "prefill_chunk_size": 2048,
+    "num_key_value_heads": 32,
+    "head_dim": 64,
+    "tensor_parallel_shards": 1,
+    "pipeline_parallel_stages": 1,
+    "max_batch_size": 80
+  },
+  "vocab_size": 49152,
+  "context_window_size": 8192,
+  "sliding_window_size": -1,
+  "prefill_chunk_size": 2048,
+  "attention_sink_size": -1,
+  "tensor_parallel_shards": 1,
+  "pipeline_parallel_stages": 1,
+  "temperature": 0.3,
+  "presence_penalty": 0.0,
+  "frequency_penalty": 0.0,
+  "repetition_penalty": 1.0,
+  "top_p": 1.0,
+  "tokenizer_files": [
+    "tokenizer.json",
+    "vocab.json",
+    "merges.txt",
+    "tokenizer_config.json"
+  ],
+  "tokenizer_info": {
+    "token_postproc_method": "byte_level",
+    "prepend_space_in_encode": false,
+    "strip_space_in_decode": false
+  },
+  "conv_template": {
+    "name": "chatml",
+    "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
+    "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
+    "system_prefix_token_ids": null,
+    "add_role_after_system_message": true,
+    "roles": {
+      "user": "<|im_start|>user",
+      "assistant": "<|im_start|>assistant"
+    },
+    "role_templates": {
+      "user": "{user_message}",
+      "assistant": "{assistant_message}",
+      "tool": "{tool_message}"
+    },
+    "messages": [],
+    "seps": [
+      "<|im_end|>\n"
+    ],
+    "role_content_sep": "\n",
+    "role_empty_sep": "\n",
+    "stop_str": [
+      "<|im_end|>"
+    ],
+    "stop_token_ids": [
+      2
+    ],
+    "function_string": "",
+    "use_function_calling": false
+  },
+  "pad_token_id": 2,
+  "bos_token_id": 1,
+  "eos_token_id": 2
+}

params_shard_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc45c97938ed926e444714a2b950d556c30cb2956ada8febd5d2d69552d73703
+size 50331648

params_shard_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1091c91f6e63290967e507021f861d6234eef0ae5d124657cfbe5868a65fee1f
+size 32509952

params_shard_10.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f303fc8b50bb7a20be14d768e301d6bb1fbb10837f764c87dd92217fcc1c1ed
+size 28315648

params_shard_11.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6ddf03082aac8e332268de177d8a4d318dc45284adb24de98a4b5f771e8109
+size 16777216

params_shard_12.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5d7f1a931364d271191bdea39133eba3be4f6c15d1b56fc5f0a2b3681c9847
+size 30420992

params_shard_13.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d332698ff84bf251d6e31614ee810f09acfa20e3485200c526e65f0ee6cc636
+size 28315648

params_shard_14.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36852301b4d7ff4f76351b23d91edfc60db6a9aa079bcdf13192e25e447257c9
+size 16777216

params_shard_15.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1d3eb86392c1b983e44467e798fd912997d741304cb776d73b2a20182347a4
+size 30420992

params_shard_16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a866175ed21e9f0a807600d2c482f6b8cd58739f32bb60758288c90de8b47e
+size 28315648

params_shard_17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79275e44af845f3285cd457d41594937cfb753a3110a2c4a67accbef133e3278
+size 16777216

params_shard_18.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20878e0edd24d0aa612bb324f6f85d13111c50dada5085130e17d9eeb967be63
+size 30420992

params_shard_19.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559305a9d077671486df06d9db5b2d4514ebab6cb8282916a1b9be78c82ead5b
+size 28315648

params_shard_2.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d972afa7c55654a75c0ea85968b5a8094aa3bc71ff7b08c57698fcc71b51d76
+size 16777216

params_shard_20.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5fb1238c3dc163aa62c98d732909c9ad77a377333e2a0a1cef884214ae0b8f
+size 16777216

params_shard_21.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490d3c7e4ba8565238ed488d9ed1a6924e4eacf4f2f683dc14db7690fff4c31b
+size 30420992

params_shard_22.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e36690117a769d7ed20b1772853b6f11af7cd3ce5548e1b820a498b6935ca8a
+size 28315648

params_shard_23.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfbf71f92ff3661f98b58de2b89cd6603ade4aee1ca43250205b3bf55db9e19
+size 16777216

params_shard_24.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e0a235fdb6ec26e49ff1c435359ff5d6456d68a2d5b7ba8538dc1778bed093
+size 30420992

params_shard_25.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23c48ca440b25059aacbae1c7a83bcfc02141d5f0b0a428ae73209465093994
+size 28315648

params_shard_26.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d96e507ad168b207830686b4ebd72a607ec835c9d611a192c4c25432e49c67
+size 16777216

params_shard_27.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfea480b7ed14051551b5a1172f1cee210a763d59cb572a9b104419a60e5171f
+size 30420992

params_shard_28.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dbb939efe6d61f0fa247aa7382d5aeb3f299b0f248331d1f3affa9e6d1e96b
+size 28315648

params_shard_29.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ddb5dd532993b3228da6aaf8e3521bf4f14b647f4babdb85955b7ec6086d53
+size 16777216

params_shard_3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b63ec8bda472f83ad4ff929c6fabcea2757f6180920ba24ee61562f77db5d7
+size 32522240

params_shard_30.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04722875fcfa71347a2beedf4e1dc39d39a9f294a32d0ff2175f9f50f38bef0b
+size 30420992

params_shard_31.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740cfcbcc7f8be777301522d2a9acf9df811433053c4e58bfaafe090c0d18ffb
+size 28315648

params_shard_32.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409efc806a658ee187b7d92854d95662e58d0c43430ac7cd42a4f34b16f28fb1
+size 16777216

params_shard_33.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b69528a1073943d4acc74a7f63700a724a31974be21e8e09a85a9d94a2cb5d6
+size 30420992

params_shard_34.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54e6d031a1b88c90586a341da4941308a6bb2cd68e02f95748493e7f25dd9ff
+size 28315648

params_shard_35.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b094190d4095fd1162e05be1a9f45ddf060a7b10b48d42e033b6d0a562f5d3f0
+size 16777216

params_shard_36.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def3f97e4519a58c3058b89a0160ab1096ff517095936e8a0ecffeecd4f60e14
+size 30420992

params_shard_4.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb4ae4d471b86dea6d83972211b0d477de02b1a1a471c9e9c19d9e816f52bf0
+size 28315648

params_shard_5.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa27d5139e47b257e59522e5bd914d0d66957162e78a5da011842d7e1df790a
+size 16777216

params_shard_6.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c96166a8e519ea305b73043199bf2de25ca09e7288fd9fe74ad38d09d07f591
+size 30420992

params_shard_7.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b3ed3c0d6caabbbdf76da60038bf1df00c8eeb6b997f79a5d5363f4ac51480
+size 28315648

params_shard_8.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84110dc743eb4a039513ff90269c5965a9f8ec7964891c79b072aeefdbb5bb1
+size 16777216

params_shard_9.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f2c8d23eb61ec6ffbe3e491baae3f3ad70113aaaafe547583e28c4d34a5138
+size 30420992

tokenizer_config.json

@@ -0,0 +1,154 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<repo_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<reponame>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<file_sep>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<filename>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "<gh_stars>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "<issue_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "<issue_comment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<issue_closed>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "<jupyter_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "<jupyter_text>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "<jupyter_code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<jupyter_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<jupyter_script>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<empty_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": "<|im_start|>",
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "model_max_length": 2048,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}