Hugging Face's logo

second-state
/
Bielik-4.5B-v3.0-Instruct-GGUF

Text Generation
Transformers
GGUF
Polish
llama
conversational
Model card Files Community
apepkuss79 commited on
Commit
fb073d4
·
verified ·
1 Parent(s): 9553e6e

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. Bielik-4.5B-v3.0-Instruct-Q2_K.gguf +3 -0
  3. Bielik-4.5B-v3.0-Instruct-Q3_K_L.gguf +3 -0
  4. Bielik-4.5B-v3.0-Instruct-Q3_K_M.gguf +3 -0
  5. Bielik-4.5B-v3.0-Instruct-Q3_K_S.gguf +3 -0
  6. Bielik-4.5B-v3.0-Instruct-Q4_0.gguf +3 -0
  7. Bielik-4.5B-v3.0-Instruct-Q4_K_M.gguf +3 -0
  8. Bielik-4.5B-v3.0-Instruct-Q4_K_S.gguf +3 -0
  9. Bielik-4.5B-v3.0-Instruct-Q5_0.gguf +3 -0
  10. Bielik-4.5B-v3.0-Instruct-Q5_K_M.gguf +3 -0
  11. Bielik-4.5B-v3.0-Instruct-Q5_K_S.gguf +3 -0
  12. Bielik-4.5B-v3.0-Instruct-Q6_K.gguf +3 -0
  13. Bielik-4.5B-v3.0-Instruct-Q8_0.gguf +3 -0
  14. Bielik-4.5B-v3.0-Instruct-f16.gguf +3 -0
  15. config.json +30 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Bielik-4.5B-v3.0-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Bielik-4.5B-v3.0-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Bielik-4.5B-v3.0-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Bielik-4.5B-v3.0-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Bielik-4.5B-v3.0-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Bielik-4.5B-v3.0-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Bielik-4.5B-v3.0-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Bielik-4.5B-v3.0-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Bielik-4.5B-v3.0-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Bielik-4.5B-v3.0-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Bielik-4.5B-v3.0-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Bielik-4.5B-v3.0-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Bielik-4.5B-v3.0-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
Bielik-4.5B-v3.0-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80b47acb77c2c374273af504d3b4299687c1502531dcc261f83ebad582349872
3
+ size 1771615232
Bielik-4.5B-v3.0-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2368a824cbc195b99ac15d1e83dd2443b5f1042faca605cacf0c676f39fdff39
3
+ size 2499331072
Bielik-4.5B-v3.0-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ee11e2e18ffde575cd8b7ffde0d75b691036ed5800f47286bfa110839d19476
3
+ size 2303443968
Bielik-4.5B-v3.0-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a253faec870c89af2a3103cbb4fdbc48445eca2556bfc3dfec3252a0b8080159
3
+ size 2077606912
Bielik-4.5B-v3.0-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd7b059817d84a0bc2457f9cf55ee2d6c4651ffeed756609f51af8252acb610d
3
+ size 2700465152
Bielik-4.5B-v3.0-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39fb78db7c5e1582d3ef5bded109cd98606aabd5acbb5c98601155174b6763e1
3
+ size 2878886912
Bielik-4.5B-v3.0-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df4672672c46c5425f7a98806f8aad058901db22b4f955ee2c4ee05ba31230ff
3
+ size 2720453632
Bielik-4.5B-v3.0-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ed5506e8bbaf2f0715be34622ff2f76f055d9da1fba55437c8016b6b4173503
3
+ size 3286684672
Bielik-4.5B-v3.0-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7635b12834ff15be6460e2d02fa197324c3a28f9a6b02bf53967a55c555fa305
3
+ size 3378598912
Bielik-4.5B-v3.0-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2483fd4b365ef1b99bce1a5fa8d958027bf563d8ed63e7b33f6ed02d64d06761
3
+ size 3286684672
Bielik-4.5B-v3.0-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bfc04bdfc0307a6d83c86f519d98de3d8957d84470ccdcb027ef7c5d5731300
3
+ size 3909542912
Bielik-4.5B-v3.0-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eba97a6707abe252898d0788be8480e260d9aa4ca878145654fe02d17294be8f
3
+ size 5061215232
Bielik-4.5B-v3.0-Instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6006a5377a022b36926af59fdd303951def62e9baac4c14693511acb0f83acc
3
+ size 9519301632
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": true,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 4,
9
+ "pad_token_id": 2,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 2048,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 11008,
15
+ "max_position_embeddings": 8192,
16
+ "mlp_bias": true,
17
+ "model_type": "llama",
18
+ "num_attention_heads": 16,
19
+ "num_hidden_layers": 60,
20
+ "num_key_value_heads": 2,
21
+ "pretraining_tp": 1,
22
+ "rms_norm_eps": 1e-06,
23
+ "rope_scaling": null,
24
+ "rope_theta": 1000000,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "bfloat16",
27
+ "transformers_version": "4.51.3",
28
+ "use_cache": true,
29
+ "vocab_size": 32000
30
+ }