Update modeling_motif.py

modeling_motif.py

@@ -1200,24 +1200,6 @@ class MotifModel(MotifPreTrainedModel):
         self.gradient_checkpointing = False
         self.post_init()
 
-        self.use_pipeline = config.use_pipeline
-        if self.use_pipeline:
-            logger.info('use reinforced pp..')
-            if config.num_stages==2:
-                ### moe version
-                if config.decontam_attn:
-                    self.split_layers = [15]
-                else:
-                    if num_hidden_layers == 32:
-                        self.split_layers = [14] # 14: 15,17 # 13: 14:18 
-                    else:
-                        self.split_layers = [6]
-            elif config.num_stages==3:
-                self.split_layers = [9,20] ## 10, 11, 11
-            else: 
-                self.split_layers = [6,15,24] #7(0,7),9(6,15),9(15,24),7(24,31) 
-            logger.info(f' check the split layers (moe): {self.split_layers}')
-
         self.scale_emb = 1
 
         # Reparameterization <|_1_|>