update
Browse files
configuration_interns1.py
CHANGED
@@ -193,6 +193,8 @@ class InternS1Config(PretrainedConfig):
|
|
193 |
vision_feature_select_strategy="default",
|
194 |
**kwargs,
|
195 |
):
|
|
|
|
|
196 |
self.image_token_id = image_token_id
|
197 |
self.image_seq_length = image_seq_length
|
198 |
self.downsample_ratio = downsample_ratio
|
@@ -208,11 +210,9 @@ class InternS1Config(PretrainedConfig):
|
|
208 |
self.vision_config = InternS1VisionConfig()
|
209 |
|
210 |
if isinstance(text_config, dict):
|
211 |
-
from transformers import CONFIG_MAPPING
|
212 |
text_config["model_type"] = text_config["model_type"] if "model_type" in text_config else "qwen2" # todo
|
213 |
text_config = CONFIG_MAPPING[text_config["model_type"]](**text_config)
|
214 |
elif text_config is None:
|
215 |
-
from transformers import CONFIG_MAPPING
|
216 |
text_config = CONFIG_MAPPING["qwen2"]() # todo
|
217 |
|
218 |
self.text_config = text_config
|
|
|
193 |
vision_feature_select_strategy="default",
|
194 |
**kwargs,
|
195 |
):
|
196 |
+
from transformers import CONFIG_MAPPING
|
197 |
+
|
198 |
self.image_token_id = image_token_id
|
199 |
self.image_seq_length = image_seq_length
|
200 |
self.downsample_ratio = downsample_ratio
|
|
|
210 |
self.vision_config = InternS1VisionConfig()
|
211 |
|
212 |
if isinstance(text_config, dict):
|
|
|
213 |
text_config["model_type"] = text_config["model_type"] if "model_type" in text_config else "qwen2" # todo
|
214 |
text_config = CONFIG_MAPPING[text_config["model_type"]](**text_config)
|
215 |
elif text_config is None:
|
|
|
216 |
text_config = CONFIG_MAPPING["qwen2"]() # todo
|
217 |
|
218 |
self.text_config = text_config
|