Add OpenChat3.5 chat template
#6
by
						
khu
	
							
						- opened
							
					
- tokenizer_config.json +1 -0
    	
        tokenizer_config.json
    CHANGED
    
    | @@ -46,6 +46,7 @@ | |
| 46 | 
             
                "<|pad_0|>"
         | 
| 47 | 
             
              ],
         | 
| 48 | 
             
              "bos_token": "<s>",
         | 
|  | |
| 49 | 
             
              "clean_up_tokenization_spaces": false,
         | 
| 50 | 
             
              "eos_token": "<|end_of_turn|>",
         | 
| 51 | 
             
              "legacy": true,
         | 
|  | |
| 46 | 
             
                "<|pad_0|>"
         | 
| 47 | 
             
              ],
         | 
| 48 | 
             
              "bos_token": "<s>",
         | 
| 49 | 
            +
              "chat_template": "{{ bos_token }}{% for message in messages %}{{ 'GPT4 Correct ' + message['role'].title() + ': ' + message['content'] + '<|end_of_turn|>'}}{% endfor %}{% if add_generation_prompt %}{{ 'GPT4 Correct Assistant:' }}{% endif %}",
         | 
| 50 | 
             
              "clean_up_tokenization_spaces": false,
         | 
| 51 | 
             
              "eos_token": "<|end_of_turn|>",
         | 
| 52 | 
             
              "legacy": true,
         | 
