Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,22 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged.onnx_data filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged.onnx_data_2 filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged.onnx_data_3 filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged.onnx_data_4 filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged.onnx_data_5 filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged.onnx_data_6 filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged.onnx_data_7 filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged_fp16.onnx_data filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged_fp16.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged_fp16.onnx_data_2 filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged_fp16.onnx_data_3 filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged_q4.onnx_data filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged_q4.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
+onnx/decoder_model_merged_q4f16.onnx_data filter=lfs diff=lfs merge=lfs -text
+onnx/embed_tokens.onnx_data filter=lfs diff=lfs merge=lfs -text
+onnx/embed_tokens_fp16.onnx_data filter=lfs diff=lfs merge=lfs -text
+tekken.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

chat_template.jinja

@@ -0,0 +1,87 @@
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS][" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST]" + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST]" + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
+        {{- "[TOOL_CALLS][" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- message["content"] + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS]{"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}

config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 3072,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 30,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 100000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.54.0.dev0",
+  "use_cache": true,
+  "vocab_size": 131072,
+  "transformers.js_config": {
+    "kv_cache_dtype": {
+      "q4f16": "float16",
+      "fp16": "float16"
+    },
+    "use_external_data_format": {
+      "decoder_model_merged_q4f16.onnx": 1
+    }
+  }
+}

onnx/decoder_model_merged.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e101f5f00fad06ff4de9ba06a18e529b1b238c77cecbaf7a83f2dd21f336209
+size 226717

onnx/decoder_model_merged.onnx_data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08d2cb408774380ae5f25aedb2b29f08b2a67167bfaddb83833127d0988272d
+size 2005000192

onnx/decoder_model_merged.onnx_data_1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8824af4dd1a6bda4c348924701d2b78e9b9b982eee6e79c00c311fbe71436720
+size 2038554624

onnx/decoder_model_merged.onnx_data_2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906367bee2870dedf649e48c59cbba1602b0c009b80a2fe75d1e3ead80ed4eee
+size 2088873984

onnx/decoder_model_merged.onnx_data_3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0dd468461fb57d33b5a3cca33442bcf7f53c73d9a5818419d0cdb16c6340e5
+size 2063720448

onnx/decoder_model_merged.onnx_data_4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8db09e022033239103c7ab042e8297b0768d0c4566d6fa9b64611dd62f3c13
+size 2038542336

onnx/decoder_model_merged.onnx_data_5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531cd0d701944232b7487648b7154e19fab693b9ee120469543362e380923fb8
+size 2038554624

onnx/decoder_model_merged.onnx_data_6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ce9b0777369a103d6c6f2700909b11c3ed9ac8c17ced14730829482d3d4a6a
+size 629182464

onnx/decoder_model_merged.onnx_data_7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152030f3a13ed418571c431be4275b634eb40ea554ef74f917526ee896413962
+size 1610612736

onnx/decoder_model_merged_fp16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77e254b27448c04b6f027c8040ce4f2429f999453b496ea2af8e79aa4a9c195
+size 228186

onnx/decoder_model_merged_fp16.onnx_data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae4f71eb0994d28e915b5a5e12c3b1bbfb81b7ced25be4bd6698d60e71cb276
+size 2072109056

onnx/decoder_model_merged_fp16.onnx_data_1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f207b9da920da6f837d35f38611c65ef3e28e089b91d19272273c4deac797204
+size 2088886272

onnx/decoder_model_merged_fp16.onnx_data_2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5cab82a3871665c485cf00d199aa55cac4249487219928cb0632527ea7228f
+size 2076297216

onnx/decoder_model_merged_fp16.onnx_data_3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b309c4dde22701d67a210b1c90bca5ae143fc2de33b98ed43ef14488880fa6
+size 1019228160

onnx/decoder_model_merged_q4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b33b24b1737410defd6035e84664f3810d73b1591b4f350dda1911910c0175
+size 306657

onnx/decoder_model_merged_q4.onnx_data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224f9159d5c1843babd6cc99f220c14ce42f7400c56a1cf5102adea8ec029b08
+size 2073260032

onnx/decoder_model_merged_q4.onnx_data_1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd87806c69de54c19576e425639109e2961196c4618843e0c0ce389af93b531
+size 251658240

onnx/decoder_model_merged_q4f16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ef33f598043ce7640b2353ca13511bb40c2ce0ecc049cc4930f8fa515cd8c2
+size 308330

onnx/decoder_model_merged_q4f16.onnx_data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f8d88fe9d0af7759bbcd7e34843687e8768a4088c229757601aa6a1be1dc2a
+size 2065283072

onnx/embed_tokens.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b1350a79d62150ebb3899cbf824ccf74820b94ca23b9f0ff67b69834499944
+size 299

onnx/embed_tokens.onnx_data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3801b085f29d922117bcc4e0c484f1652de50b015d8ff6721303584a0d3e914f
+size 1610612736

onnx/embed_tokens_fp16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed64cab8592c4731ac4c8b4fc59baad6756f040a642390ee07c7e9c9ec56879a
+size 494

onnx/embed_tokens_fp16.onnx_data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8ec7534e487edaec0d707980ecf4cd4bf66db7ecc6ef8cfb5f717a565a0616
+size 805306368

preprocessor_config.json

@@ -0,0 +1,15 @@
+{
+  "chunk_length": 30,
+  "dither": 0.0,
+  "feature_extractor_type": "WhisperFeatureExtractor",
+  "feature_size": 128,
+  "hop_length": 160,
+  "n_fft": 400,
+  "n_samples": 480000,
+  "nb_max_frames": 3000,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "processor_class": "VoxtralProcessor",
+  "return_attention_mask": false,
+  "sampling_rate": 16000
+}

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tekken.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aaf3836c2a5332f029ce85a7a62255c966f47b6797ef81dedd0ade9c862e4a8
+size 14894206

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507ef68d6648839d927abb79eb9f5484e3927cc08bcc024c93c81c4df6b73f1e
+size 12603068