Hugging Face's logo

second-state
/
Falcon3-10B-Instruct-GGUF

Text Generation
Transformers
GGUF
llama
falcon3
conversational
Model card Files Community
apepkuss79 commited on
Commit
c680dd7
·
verified ·
1 Parent(s): 0249403

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. Falcon3-10B-Instruct-Q2_K.gguf +3 -0
  3. Falcon3-10B-Instruct-Q3_K_L.gguf +3 -0
  4. Falcon3-10B-Instruct-Q3_K_M.gguf +3 -0
  5. Falcon3-10B-Instruct-Q3_K_S.gguf +3 -0
  6. Falcon3-10B-Instruct-Q4_0.gguf +3 -0
  7. Falcon3-10B-Instruct-Q4_K_M.gguf +3 -0
  8. Falcon3-10B-Instruct-Q4_K_S.gguf +3 -0
  9. Falcon3-10B-Instruct-Q5_0.gguf +3 -0
  10. Falcon3-10B-Instruct-Q5_K_M.gguf +3 -0
  11. Falcon3-10B-Instruct-Q5_K_S.gguf +3 -0
  12. Falcon3-10B-Instruct-Q6_K.gguf +3 -0
  13. Falcon3-10B-Instruct-Q8_0.gguf +3 -0
  14. Falcon3-10B-Instruct-f16.gguf +3 -0
  15. config.json +28 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Falcon3-10B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Falcon3-10B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Falcon3-10B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Falcon3-10B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Falcon3-10B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Falcon3-10B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Falcon3-10B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Falcon3-10B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Falcon3-10B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Falcon3-10B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Falcon3-10B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Falcon3-10B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Falcon3-10B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
Falcon3-10B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4067977ccbfb6c0def8786a693970722d370ed2971d7bd44deb6be4ed80418a0
3
+ size 3924047264
Falcon3-10B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:391c0b1538f430bd434c690642e464ca8f8173790899defa078d0464736639e8
3
+ size 5450806688
Falcon3-10B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b28fc6a168d8032c77adb31d90dbd49aa1215a1e65c7bf73fc2961414398bd9
3
+ size 5052478880
Falcon3-10B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b191ee8bcd6b8cabea7c7d38d8e2828f3e184db2d878a9527a4ee706989d116
3
+ size 4591138208
Falcon3-10B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e23b7961ee78aba31aaf61ef8ce8cafa86e9c939667366d3dd8232a4edf43f3f
3
+ size 5906347424
Falcon3-10B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0710b0eee168b52279db4507ced89cd2ad7400605bc94781b506c0df0149485a
3
+ size 6287521184
Falcon3-10B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7677005715bba79fcb97e6a5752562dc43bd13319e0047a8b7a11a87666af1d9
3
+ size 5952157088
Falcon3-10B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8532cb48319b0c0618068010d4c858035cd2ca53529e84547f7d960a0bcf1cf4
3
+ size 7144191392
Falcon3-10B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21aa4e0ffd723e44050fb606fb06c6f751b61272d0a3eb230b7d0b0c0096e7ec
3
+ size 7340553632
Falcon3-10B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdfd0a81f84c5eb0c2cb2ac110dffb8e003572dc62c88271b606f3f9e362bf77
3
+ size 7144191392
Falcon3-10B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac26bf63c98a398918333fa594b21d263f745c61575d088c630a1893068ac351
3
+ size 8459400608
Falcon3-10B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebb06e4b7b348a7e5f3d213af89f8b46326b98991395cb1c631154c0dfedb05c
3
+ size 10955240864
Falcon3-10B-Instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68f5dfc8589711205d954f2d281324c793fb6c8bd4ecf37711b89be1cdc4377d
3
+ size 20616557984
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 11,
8
+ "eos_token_id": 11,
9
+ "head_dim": 256,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 3072,
12
+ "intermediate_size": 23040,
13
+ "max_position_embeddings": 32768,
14
+ "mlp_bias": false,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 12,
17
+ "num_hidden_layers": 40,
18
+ "num_key_value_heads": 4,
19
+ "pretraining_tp": 1,
20
+ "rms_norm_eps": 1e-06,
21
+ "rope_scaling": null,
22
+ "rope_theta": 1000042,
23
+ "tie_word_embeddings": false,
24
+ "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.46.1",
26
+ "use_cache": true,
27
+ "vocab_size": 131072
28
+ }