Update modeling_internvl.py
Browse files- modeling_internvl.py +1 -1
modeling_internvl.py
CHANGED
|
@@ -42,7 +42,7 @@ class InternVLPreTrainedModel(PreTrainedModel):
|
|
| 42 |
_keys_to_ignore_on_load_missing = [
|
| 43 |
r'position_ids',
|
| 44 |
]
|
| 45 |
-
_no_split_modules = ['
|
| 46 |
_skip_keys_device_placement = 'past_key_values'
|
| 47 |
_keep_in_fp32_modules = ['wo']
|
| 48 |
|
|
|
|
| 42 |
_keys_to_ignore_on_load_missing = [
|
| 43 |
r'position_ids',
|
| 44 |
]
|
| 45 |
+
_no_split_modules = ['InternVisionEncoderLayer', 'LlamaDecoderLayer', 'LlamaForCausalLM']
|
| 46 |
_skip_keys_device_placement = 'past_key_values'
|
| 47 |
_keep_in_fp32_modules = ['wo']
|
| 48 |
|