Enable the predictor masking by default

modeling_llama_butler.py

@@ -918,7 +918,7 @@ class LlamaAttentionExperimental(nn.Module):
         self.num_key_value_groups = self.num_heads // self.num_key_value_heads
         self.max_position_embeddings = config.max_position_embeddings
         self.rope_theta = config.rope_theta
-        self.inference_mode = False
+        self.inference_mode = True
         self.producer = producer
         self.layer_idx = layer_idx
         self.token_sparse_method = None