Update modeling_ovis.py

modeling_ovis.py

@@ -288,10 +288,10 @@ class Ovis(OvisPreTrainedModel):
         super().__init__(config, *inputs, **kwargs)
         attn_kwargs = dict()
         if self.config.llm_attn_implementation:
-            if self.config.llm_attn_implementation == "flash_attention_2":
-                assert (is_flash_attn_2_available() and
-                        version.parse(importlib.metadata.version("flash_attn")) >= version.parse("2.6.3")), \
-                    "Using `flash_attention_2` requires having `flash_attn>=2.6.3` installed."
+            # if self.config.llm_attn_implementation == "flash_attention_2":
+            #     assert (is_flash_attn_2_available() and
+            #             version.parse(importlib.metadata.version("flash_attn")) >= version.parse("2.6.3")), \
+            #         "Using `flash_attention_2` requires having `flash_attn>=2.6.3` installed."
             attn_kwargs["attn_implementation"] = self.config.llm_attn_implementation
         self.llm = AutoModelForCausalLM.from_config(self.config.llm_config, **attn_kwargs)
         assert self.config.hidden_size == self.llm.config.hidden_size, "hidden size mismatch"