Update precious3_gpt_multi_modal.py
Browse files
precious3_gpt_multi_modal.py
CHANGED
@@ -24,6 +24,10 @@ import logging
|
|
24 |
log = logging.getLogger(__name__)
|
25 |
|
26 |
|
|
|
|
|
|
|
|
|
27 |
class CustomTokenizer(PreTrainedTokenizerFast):
|
28 |
def __init__(self, **kwargs):
|
29 |
super().__init__( tokenizer_file="../tokenizer.json",
|
|
|
24 |
log = logging.getLogger(__name__)
|
25 |
|
26 |
|
27 |
+
class Custom_MPTConfig(MPTConfig):
|
28 |
+
def __init__(self):
|
29 |
+
super().__init__()
|
30 |
+
|
31 |
class CustomTokenizer(PreTrainedTokenizerFast):
|
32 |
def __init__(self, **kwargs):
|
33 |
super().__init__( tokenizer_file="../tokenizer.json",
|