Update tokenizer_config.json (#1)

- Update tokenizer_config.json (7397f6a05312fc0b898ac6d5a06bd8597b1624b4)


Co-authored-by: Mingyi Jin <[email protected]>

tokenizer_config.json

@@ -1,12 +1,13 @@
 {
-  "name_or_path": "THUDM/chatglm2-6b",
+  "name_or_path": "THUDM/chatglm3-6b-128k",
   "remove_space": false,
   "do_lower_case": false,
   "tokenizer_class": "ChatGLMTokenizer",
+  "chat_template": "{% for message in messages %}{% if loop.first %}[gMASK]sop<|{{ message['role'] }}|> \n {{ message['content'] }}{% else %}<|{{ message['role'] }}|> \n {{ message['content'] }}{% endif %}{% endfor %}{% if add_generation_prompt %}<|assistant|>{% endif %}",
   "auto_map": {
     "AutoTokenizer": [
       "tokenization_chatglm.ChatGLMTokenizer",
       null
       ]
   }
-}
+}