Update config.json (#1)

- Update config.json (757d651d639816e2a61706058f44776f80f1d836)


Co-authored-by: Sedrick Keh <[email protected]>

config.json

@@ -4,7 +4,6 @@
   ],
   "model_type": "openlm",
   "params": null,
-  "params_args_dict": {
     "apply_qk_norm": true,
     "attn_activation": null,
     "attn_name": "auto",
@@ -13,7 +12,7 @@
     "dim": 2048,
     "ffn_type": "swiglu_torch",
     "model": "open_lm_1b_swiglutorch",
-    "model_norm": "gain_only_lp_layer_norm",
+    "norm_type": "gain_only_lp_layer_norm",
     "moe_capacity_factor": 1.25,
     "moe_expert_model_parallelism": false,
     "moe_freq": 0,
@@ -29,8 +28,7 @@
     "qk_norm": true,
     "seq_len": 2048,
     "vocab_size": 50432,
-    "weight_tying": false
-  },
+    "weight_tying": false,
   "torch_dtype": "float32",
   "transformers_version": "4.40.2"
 }