ybelkada commited on
Commit
992ce7d
·
verified ·
1 Parent(s): 2de20b6

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -30,7 +30,7 @@
30
  "mamba_proj_bias": false,
31
  "mamba_rms_norm": false,
32
  "mamba_use_mlp": true,
33
- "max_position_embeddings": 16384,
34
  "mlp_bias": false,
35
  "mlp_expansion_factor": 8,
36
  "mlp_multipliers": [
 
30
  "mamba_proj_bias": false,
31
  "mamba_rms_norm": false,
32
  "mamba_use_mlp": true,
33
+ "max_position_embeddings": 131072,
34
  "mlp_bias": false,
35
  "mlp_expansion_factor": 8,
36
  "mlp_multipliers": [