danielhanchen commited on
Commit
97f9854
·
verified ·
1 Parent(s): 7653860

Add files using upload-large-folder tool

Browse files
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Mistral-Small-3.1-24B-Instruct-2503-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Mistral-Small-3.1-24B-Instruct-2503-Q2_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Mistral-Small-3.1-24B-Instruct-2503-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Mistral-Small-3.1-24B-Instruct-2503-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Mistral-Small-3.1-24B-Instruct-2503-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Mistral-Small-3.1-24B-Instruct-2503-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Mistral-Small-3.1-24B-Instruct-2503-BF16.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Mistral-Small-3.1-24B-Instruct-2503-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Mistral-Small-3.1-24B-Instruct-2503-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ee7b5a4614dc04d903f198205ca8a21a519e8cebd1e09a21ff8641fad07f809
3
+ size 47153517024
Mistral-Small-3.1-24B-Instruct-2503-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dabbf601697f4a8ad68c5d2a3997ddff2ebde9d4b5250eab6da54f92a757b1a8
3
+ size 8890323424
Mistral-Small-3.1-24B-Instruct-2503-Q2_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f3badee9cb81b2462058b9041e1225306aa6d050098245f9951cb12479a0b8e
3
+ size 9047609824
Mistral-Small-3.1-24B-Instruct-2503-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bbb134cb009dd71640de8b24fb285329227b1fc5ce157cd0e5d01f3e412c96f
3
+ size 11474080224
Mistral-Small-3.1-24B-Instruct-2503-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d145c00add2821d03afb5d2b3fedeaa9290dbce3d8fa109b548fba1116ae6b9
3
+ size 14333907424
Mistral-Small-3.1-24B-Instruct-2503-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9e9ce0e2fe2a2e930232da21cbfd51ed534de63284a04b3f5a4aea8fda1fa04
3
+ size 16763982304
Mistral-Small-3.1-24B-Instruct-2503-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef9661bb6f1e7ad16f2f6ac8ce0d9db3ebdf4210e4e39d60e91e6e2dc19a3947
3
+ size 19345936864
Mistral-Small-3.1-24B-Instruct-2503-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3cc1483a1f00ab6aa620ba557440bcb8108714b1851a39ae713c9742c5bff57
3
+ size 25054777824
config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Mistral3ForConditionalGeneration"
4
+ ],
5
+ "bos_token_id": 1,
6
+ "eos_token_id": 2,
7
+ "image_token_index": 10,
8
+ "model_type": "mistral3",
9
+ "multimodal_projector_bias": false,
10
+ "pad_token_id": 11,
11
+ "projector_hidden_act": "gelu",
12
+ "spatial_merge_size": 2,
13
+ "text_config": {
14
+ "attention_dropout": 0.0,
15
+ "head_dim": 128,
16
+ "hidden_act": "silu",
17
+ "hidden_size": 5120,
18
+ "initializer_range": 0.02,
19
+ "intermediate_size": 32768,
20
+ "max_position_embeddings": 131072,
21
+ "model_type": "mistral",
22
+ "num_attention_heads": 32,
23
+ "num_hidden_layers": 40,
24
+ "num_key_value_heads": 8,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_theta": 1000000000.0,
27
+ "sliding_window": null,
28
+ "torch_dtype": "bfloat16",
29
+ "use_cache": true,
30
+ "vocab_size": 131072
31
+ },
32
+ "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.50.0.dev0",
34
+ "unsloth_fixed": true,
35
+ "vision_config": {
36
+ "attention_dropout": 0.0,
37
+ "head_dim": 64,
38
+ "hidden_act": "gelu",
39
+ "hidden_size": 1024,
40
+ "image_size": 1540,
41
+ "initializer_range": 0.02,
42
+ "intermediate_size": 4096,
43
+ "model_type": "pixtral",
44
+ "num_attention_heads": 16,
45
+ "num_channels": 3,
46
+ "num_hidden_layers": 24,
47
+ "patch_size": 14,
48
+ "rope_theta": 10000.0,
49
+ "torch_dtype": "bfloat16"
50
+ },
51
+ "vision_feature_layer": -1
52
+ }