Upload folder using huggingface_hub

config.json

@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "MixtralForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "mixtral",
+  "num_attention_heads": 16,
+  "num_experts_per_tok": 8,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 16,
+  "num_local_experts": 64,
+  "output_router_logits": false,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000,
+  "router_aux_loss_coef": 0.01,
+  "router_jitter_noise": 0.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.0",
+  "use_cache": true,
+  "vocab_size": 99584
+}

model-00001-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0908f2f1fda1359d5c148ae034459f35bfa9200ade3d3d18ca28fa2ef8ec5016
+size 4992445944

model-00002-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823a2a496a80ab1c91cdb65e695577e2ec92354fb1a63115e3827f3c35e2ed00
+size 4999649272

model-00003-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b825caec53a0c0ed8b14aa3cf18f52dbc3dfc0107c259981288f23560806bf
+size 4999649400

model-00004-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fc50e151a0ae7b12a6ba19d8266bc285a696f726b65f9f0dcc7d5dd9eace83
+size 4999649440

model-00005-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1df77a0218afb4b41f0be380b0b849ad7b542c3061e65cdf3f5ab4e3582b63f
+size 4999649368

model-00006-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88ff661e4a566cb0ad8c2e702d4db497ba0cf6bffd0e59bec25913bb01f71be
+size 4999649416

model-00007-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8d69756109e44c76568407b41c3ceecfbf9aeba214f3e2dcf9d0729a547799
+size 4999649456

model-00008-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff37d15db2a5cd442e4e1db4a395984d17e46d670feeb2c34e67dc9282c68b4
+size 4999649456

model-00009-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc2bcae34010ca7dc800ebe96819866b04f5364915e8b699ffaf4a96560b932
+size 4999649392

model-00010-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0abaa6fe014fd46ebf965a26f5681b05b881fac8f06184beaa548dc0df01b5
+size 4999649376

model-00011-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1fc082a49bea9f0adc1faff56ccb959c17554a07e586c24d35dd71f5c38e5e
+size 2907725152

special_tokens_map.json

@@ -0,0 +1,10 @@
+{
+    "bos_token": "<s>",
+    "cls_token": "<CLS|LLM-jp>",
+    "eod_token": "</s>",
+    "eos_token": "</s>",
+    "mask_token": "<MASK|LLM-jp>",
+    "pad_token": "<PAD|LLM-jp>",
+    "sep_token": "<SEP|LLM-jp>",
+    "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,18 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "unk_token": "<unk>",
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "pad_token": "<PAD|LLM-jp>",
+  "cls_token": "<CLS|LLM-jp>",
+  "sep_token": "<SEP|LLM-jp>",
+  "eod_token": "</s>",
+  "mask_token": "<MASK|LLM-jp>",
+  "extra_ids": 0,
+  "sp_model_kwargs": {},
+  "model_max_length": 1000000000000000019884624838656,
+  "clean_up_tokenization_spaces": false,
+  "special_tokens_map_file": null,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}