OpenGVLab
/

InternVL3_5-2B-Flash

Image-Text-to-Text

feature-extraction

Model card Files Files and versions

CuiLong7 commited on Sep 28

Commit

43902d0

·

verified ·

1 Parent(s): 863733e

Update modeling_internvl_chat.py

Files changed (1) hide show

modeling_internvl_chat.py +1 -1

modeling_internvl_chat.py CHANGED Viewed

@@ -588,7 +588,7 @@ class InternVLChatModel(PreTrainedModel):
             input_ids = input_ids.reshape(B * N)
             relative_threshold_value = torch.quantile(gate_result[:, 0].to(torch.float32), self.flash_relative_threshold)
-            gate_result = (gate_result[:, 0] >= relative_threshold_value) & (gate_result[:, 0] > self.flash_absolute_threshold)
             selected_embeds = []
             for i in range(gate_result.size(0)):

             input_ids = input_ids.reshape(B * N)
             relative_threshold_value = torch.quantile(gate_result[:, 0].to(torch.float32), self.flash_relative_threshold)
+            gate_result = (gate_result[:, 0] > relative_threshold_value) & (gate_result[:, 0] >= self.flash_absolute_threshold)
             selected_embeds = []
             for i in range(gate_result.size(0)):