Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -54,7 +54,7 @@
|
|
54 |
"spaces_between_special_tokens": false,
|
55 |
"tokenizer_class": "PreTrainedTokenizerFast",
|
56 |
"use_default_system_prompt": false,
|
57 |
-
"use_fast": true
|
58 |
"chat_template": "{{ bos_token if bos_token is defined else '' }}{% for message in messages %}<|im_start|>{{ message['role'] }}<|im_sep|>{{ message['content'] }}<|im_end|>{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant<|im_sep|>{% endif %}"
|
59 |
|
60 |
}
|
|
|
54 |
"spaces_between_special_tokens": false,
|
55 |
"tokenizer_class": "PreTrainedTokenizerFast",
|
56 |
"use_default_system_prompt": false,
|
57 |
+
"use_fast": true,
|
58 |
"chat_template": "{{ bos_token if bos_token is defined else '' }}{% for message in messages %}<|im_start|>{{ message['role'] }}<|im_sep|>{{ message['content'] }}<|im_end|>{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant<|im_sep|>{% endif %}"
|
59 |
|
60 |
}
|