midashenglm-7b / added_tokens.json
zhoukz's picture
Upload folder using huggingface_hub
7d332b9
raw
history blame contribute delete
924 Bytes
{
"</tool_call>": 151658,
"<tool_call>": 151657,
"<|AUDIO|>": 151646,
"<|IMAGE|>": 151655,
"<|VIDEO|>": 151656,
"<|ar|>": 151679,
"<|audio_bos|>": 151647,
"<|audio_eos|>": 151648,
"<|box_end|>": 151649,
"<|de|>": 151667,
"<|endoftext|>": 151643,
"<|en|>": 151665,
"<|es|>": 151668,
"<|file_sep|>": 151664,
"<|fim_middle|>": 151660,
"<|fim_pad|>": 151662,
"<|fim_prefix|>": 151659,
"<|fim_suffix|>": 151661,
"<|fr|>": 151669,
"<|hi|>": 151670,
"<|id|>": 151676,
"<|im_end|>": 151645,
"<|im_start|>": 151644,
"<|it|>": 151678,
"<|jp|>": 151680,
"<|kr|>": 151666,
"<|nl|>": 151674,
"<|pt|>": 151675,
"<|quad_end|>": 151651,
"<|quad_start|>": 151650,
"<|repo_name|>": 151663,
"<|ru|>": 151677,
"<|th|>": 151672,
"<|uk|>": 151671,
"<|unknown|>": 151681,
"<|vision_bos|>": 151652,
"<|vision_eos|>": 151653,
"<|vision_pad|>": 151654,
"<|vi|>": 151673
}