Update configuration_HelpingAI.py

configuration_HelpingAI.py

@@ -40,6 +40,7 @@ class HelpingAIConfig(PretrainedConfig):
         num_local_experts=8,
         router_aux_loss_coef=0.02,
         output_router_logits=False,
+        rope_pct=None, 
         **kwargs,
     ):
         self.vocab_size = vocab_size
@@ -62,4 +63,5 @@ class HelpingAIConfig(PretrainedConfig):
         self.num_local_experts = num_local_experts
         self.router_aux_loss_coef = router_aux_loss_coef
         self.output_router_logits = output_router_logits
+        self.rope_pct = rope_pct 
         super().__init__(**kwargs)