Vezora
/

Mistral-22B-v0.1

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Update config.json

#3

by mmnga - opened Apr 11

base: refs/heads/main

←

from: refs/pr/3

Discussion Files changed

Files changed (1) hide show

config.json +0 -2

config.json CHANGED Viewed

@@ -13,10 +13,8 @@
   "max_position_embeddings": 65536,
   "model_type": "mistral",
   "num_attention_heads": 48,
-  "num_experts_per_tok": 2,
   "num_hidden_layers": 56,
   "num_key_value_heads": 8,
-  "num_local_experts": 8,
   "rms_norm_eps": 1e-05,
   "rope_theta": 1000000,
   "sliding_window": null,

   "max_position_embeddings": 65536,
   "model_type": "mistral",
   "num_attention_heads": 48,
   "num_hidden_layers": 56,
   "num_key_value_heads": 8,
   "rms_norm_eps": 1e-05,
   "rope_theta": 1000000,
   "sliding_window": null,