Update config.json (#4)

- Update config.json (16906fb23343bb3495c05515ae49ccac5f4b22d4)


Co-authored-by: Sedrick Keh <[email protected]>

config.json

@@ -6,11 +6,11 @@
   "params": null,
   "apply_qk_norm": true,
   "attn_activation": null,
-  "attn_name": "auto",
+  "attn_name": "torch_attn",
   "attn_seq_scalar": null,
   "attn_seq_scalar_alpha": null,
   "dim": 4096,
-  "ffn_type": "swiglu",
+  "ffn_type": "swiglu_torch",
   "model": "open_lm_7b",
   "model_norm": "gain_only_lp_layer_norm",
   "moe_capacity_factor": 1.25,