Update modeling_motif.py

modeling_motif.py

@@ -905,8 +905,6 @@ class MotifDecoderLayer(nn.Module):
     def __init__(self, config: MotifConfig, layer_idx: int):
         super().__init__()
         self.hidden_size = config.hidden_size
-        if config.use_moreh_attention:
-            config._attn_implementation = "flash_attention_2"
         if config.sliding_window and config._attn_implementation != "flash_attention_2":
             logger.warning_once(
                 f"Sliding Window Attention is enabled but not implemented for `{config._attn_implementation}`; "