t-tech
/

T-pro-it-2.0

Text Generation

text-generation-inference

Model card Files Files and versions Community

taranetsdan commited on 4 days ago

Commit

2712452

·

verified ·

1 Parent(s): e8209fc

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -233,7 +233,7 @@
   "errors": "replace",
   "extra_special_tokens": {},
   "model_max_length": 131072,
-  "pad_token": "<|image_pad|>",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",
   "unk_token": null

   "errors": "replace",
   "extra_special_tokens": {},
   "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",
   "unk_token": null