Update modeling_mplug_owl2.py
Browse files- modeling_mplug_owl2.py +2 -0
modeling_mplug_owl2.py
CHANGED
@@ -32,6 +32,8 @@ from transformers.modeling_outputs import CausalLMOutputWithPast
|
|
32 |
from .configuration_mplug_owl2 import MPLUGOwl2Config, MplugOwlVisionConfig, MplugOwlVisualAbstractorConfig
|
33 |
from .visual_encoder import MplugOwlVisionModel, MplugOwlVisualAbstractorModel
|
34 |
from .modeling_llama2 import replace_llama_modality_adaptive
|
|
|
|
|
35 |
IGNORE_INDEX = -100
|
36 |
IMAGE_TOKEN_INDEX = -200
|
37 |
DEFAULT_IMAGE_TOKEN = "<|image|>"
|
|
|
32 |
from .configuration_mplug_owl2 import MPLUGOwl2Config, MplugOwlVisionConfig, MplugOwlVisualAbstractorConfig
|
33 |
from .visual_encoder import MplugOwlVisionModel, MplugOwlVisualAbstractorModel
|
34 |
from .modeling_llama2 import replace_llama_modality_adaptive
|
35 |
+
from .modeling_attn_mask_utils import _prepare_4d_causal_attention_mask
|
36 |
+
|
37 |
IGNORE_INDEX = -100
|
38 |
IMAGE_TOKEN_INDEX = -200
|
39 |
DEFAULT_IMAGE_TOKEN = "<|image|>"
|