Hugging Face's logo

gaianet
/
Osmosis-Structure-0.6B-GGUF

GGUF
qwen3
Model card Files Community
apepkuss79 commited on
Commit
ee9acb2
·
verified ·
1 Parent(s): 68144aa

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. Osmosis-Structure-0.6B-Q2_K.gguf +3 -0
  3. Osmosis-Structure-0.6B-Q3_K_L.gguf +3 -0
  4. Osmosis-Structure-0.6B-Q3_K_M.gguf +3 -0
  5. Osmosis-Structure-0.6B-Q3_K_S.gguf +3 -0
  6. Osmosis-Structure-0.6B-Q4_0.gguf +3 -0
  7. Osmosis-Structure-0.6B-Q4_K_M.gguf +3 -0
  8. Osmosis-Structure-0.6B-Q4_K_S.gguf +3 -0
  9. Osmosis-Structure-0.6B-Q5_0.gguf +3 -0
  10. Osmosis-Structure-0.6B-Q5_K_M.gguf +3 -0
  11. Osmosis-Structure-0.6B-Q5_K_S.gguf +3 -0
  12. Osmosis-Structure-0.6B-Q6_K.gguf +3 -0
  13. Osmosis-Structure-0.6B-Q8_0.gguf +3 -0
  14. Osmosis-Structure-0.6B-f16.gguf +3 -0
  15. config.json +30 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Osmosis-Structure-0.6B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Osmosis-Structure-0.6B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Osmosis-Structure-0.6B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Osmosis-Structure-0.6B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Osmosis-Structure-0.6B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Osmosis-Structure-0.6B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Osmosis-Structure-0.6B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Osmosis-Structure-0.6B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Osmosis-Structure-0.6B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Osmosis-Structure-0.6B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Osmosis-Structure-0.6B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Osmosis-Structure-0.6B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Osmosis-Structure-0.6B-f16.gguf filter=lfs diff=lfs merge=lfs -text
Osmosis-Structure-0.6B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b348363cb9b3c7f75d14e401e02d5b87b8fdf5802b2e66e1e047739dacfe6946
3
+ size 296233600
Osmosis-Structure-0.6B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f909488a5bd6757153c9bd24c5a4b132cd070436363a7fd36e6b6a919ba19f3b
3
+ size 368487040
Osmosis-Structure-0.6B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a6ff0cbc12283924ec9b939a8c37ecce6d7e2bad39c7c1f3b17f3c3b4123467
3
+ size 347122304
Osmosis-Structure-0.6B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa708f2dfa4933a9ceb7b5be29ac7e51328e8cd673f3bb3e51b01bcad46bc3b3
3
+ size 323070592
Osmosis-Structure-0.6B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:708cbca77c18141b3cdcfd7d7eaab6d371b707e3c0cfb59ff5268716721430d1
3
+ size 381561472
Osmosis-Structure-0.6B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83e0727e3de73c6c24a9fb9a0307841b3945d3fa707945daa774953f8ae60d58
3
+ size 396700288
Osmosis-Structure-0.6B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5375d832dff2e9f1b58b38ea3d8f349bce6f07afa8d855fb8bb40fa3bdc7cc2
3
+ size 383265408
Osmosis-Structure-0.6B-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d42a4965ac7086a4813d411b25f470b9c2f2837c6848ac30d4ec25a9e73c4ce
3
+ size 436611712
Osmosis-Structure-0.6B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34ea70b654d62d92da95f15972c58fac0ff6d065679aed0eb13edc1a92a82898
3
+ size 444410496
Osmosis-Structure-0.6B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07d84eccfa94f46c53a2132054a6e2e59544e66ff4396209c7599566f1d103ce
3
+ size 436611712
Osmosis-Structure-0.6B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7c5782e51b13c9b1d18107eecd3447350ba21b9fd2061a26b5bfe6ab714595f
3
+ size 495102592
Osmosis-Structure-0.6B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7e1c73972a51e898989862bdac91b236b922f5165e0ce81b6397f00d52e938e
3
+ size 639442560
Osmosis-Structure-0.6B-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:521becce9c3b52057f14b7da3d9099e5d967f4a85d2ee7ce94a94f4fe37e105b
3
+ size 1198177920
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 1024,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3072,
14
+ "max_position_embeddings": 40960,
15
+ "max_window_layers": 28,
16
+ "model_type": "qwen3",
17
+ "num_attention_heads": 16,
18
+ "num_hidden_layers": 28,
19
+ "num_key_value_heads": 8,
20
+ "rms_norm_eps": 1e-06,
21
+ "rope_scaling": null,
22
+ "rope_theta": 1000000,
23
+ "sliding_window": null,
24
+ "tie_word_embeddings": true,
25
+ "torch_dtype": "float32",
26
+ "transformers_version": "4.52.3",
27
+ "use_cache": true,
28
+ "use_sliding_window": false,
29
+ "vocab_size": 151936
30
+ }