Update config.json

config.json

@@ -15,7 +15,7 @@
     "hidden_size": 2048,
     "initializer_range": 0.006,
     "intermediate_size": 5632,
-    "max_position_embeddings": 65536,
+    "max_position_embeddings": 16384,
     "model_type": "bailing_moe",
     "moe_intermediate_size": 1408,
     "num_experts": 64,
@@ -27,11 +27,7 @@
     "num_key_value_heads": 4,
     "pretraining_tp": 1,
     "rms_norm_eps": 1e-05,
-    "rope_scaling": {
-        "factor": 4.0,
-        "original_max_position_embeddings": 16384,
-        "type": "yarn"
-    },
+    "rope_scaling": null,
     "rope_theta": 600000,
     "tie_word_embeddings": false,
     "torch_dtype": "bfloat16",