Update precious3_gpt_multi_modal.py

precious3_gpt_multi_modal.py

@@ -23,6 +23,12 @@ from mpt_7b.attention import ATTN_CLASS_REGISTRY, attn_bias_shape, build_attn_bi
 import logging
 log = logging.getLogger(__name__)
 
+
+class CustomTokenizer(PreTrainedTokenizerFast):
+    def __init__(self, vocab_file, tokenizer_file=None, **kwargs):
+        super().__init__(vocab_file=vocab_file, tokenizer_file=tokenizer_file, **kwargs)
+
+
 class Custom_MptModel(MPTModel): # MptModel
     def __init__(self, config: MPTConfig, modality0_dim=128, modality2_dim=1536):
         config._validate_config()