Update configuration_HelpingAI.py

configuration_HelpingAI.py

@@ -41,7 +41,7 @@ class HelpingAIConfig(PretrainedConfig):
         num_local_experts=8,
         router_aux_loss_coef=0.02,
         output_router_logits=False,
-        # rope_pct=None, 
+        norm_eps=1.0e-5,
         **kwargs,
     ):
         self.vocab_size = vocab_size
@@ -65,4 +65,5 @@ class HelpingAIConfig(PretrainedConfig):
         self.router_aux_loss_coef = router_aux_loss_coef
         self.output_router_logits = output_router_logits
         self.rope_pct = rope_pct
+        self.norm_eps = norm_eps
         super().__init__(**kwargs)