Update modeling_motif.py

scale_emb, norm_alpha remove

modeling_motif.py

@@ -1065,9 +1065,6 @@ class MotifModel(MotifPreTrainedModel):
         self.gradient_checkpointing = False
         self.post_init()
 
-        self.scale_emb = 1
-        self.norm_alpha = 1
-
     def get_input_embeddings(self):
         return self.embed_tokens
 
@@ -1120,7 +1117,7 @@ class MotifModel(MotifPreTrainedModel):
                     "(https://huggingface.co/docs/transformers/kv_cache#legacy-cache-format)")
 
         if inputs_embeds is None:
-            inputs_embeds = self.embed_tokens(input_ids) * self.scale_emb
+            inputs_embeds = self.embed_tokens(input_ids)
 
         if cache_position is None:
             past_seen_tokens = past_key_values.get_seq_length() if past_key_values is not None else 0