Upload tokenizer_config.json

tokenizer_config.json

@@ -6175,7 +6175,6 @@
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
-  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{% if message['role'] == 'user' %}{{'> ' + message['content'] + '</s>\n\n'}}{% elif message['role'] == 'assistant' %}{{'' + message['content'] + '</s>'}}{% elif message['role'] == 'system' %}{{'' + message['content'] + '</s>'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '' }}{% endif %}",
   "extra_special_tokens": {},
   "legacy": false,
   "model_max_length": 1000000000000000019884624838656,
@@ -6183,7 +6182,7 @@
   "padding_side": "left",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
-  "tokenizer_class": "LlamaTokenizer",
+  "tokenizer_class": "PreTrainedTokenizerFast",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
 }