Hugging Face's logo

mradermacher
/
TinyLlama-1.1B-Instruct-GGUF

Transformers
GGUF
English
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
e1568d8
·
verified ·
1 Parent(s): 31fae1d

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. TinyLlama-1.1B-Instruct.IQ4_XS.gguf +3 -0
  3. TinyLlama-1.1B-Instruct.Q2_K.gguf +3 -0
  4. TinyLlama-1.1B-Instruct.Q3_K_L.gguf +3 -0
  5. TinyLlama-1.1B-Instruct.Q3_K_M.gguf +3 -0
  6. TinyLlama-1.1B-Instruct.Q3_K_S.gguf +3 -0
  7. TinyLlama-1.1B-Instruct.Q4_K_M.gguf +3 -0
  8. TinyLlama-1.1B-Instruct.Q4_K_S.gguf +3 -0
  9. TinyLlama-1.1B-Instruct.Q5_K_M.gguf +3 -0
  10. TinyLlama-1.1B-Instruct.Q5_K_S.gguf +3 -0
  11. TinyLlama-1.1B-Instruct.Q6_K.gguf +3 -0
  12. TinyLlama-1.1B-Instruct.Q8_0.gguf +3 -0
  13. TinyLlama-1.1B-Instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ TinyLlama-1.1B-Instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ TinyLlama-1.1B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ TinyLlama-1.1B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ TinyLlama-1.1B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ TinyLlama-1.1B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ TinyLlama-1.1B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ TinyLlama-1.1B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ TinyLlama-1.1B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ TinyLlama-1.1B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ TinyLlama-1.1B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ TinyLlama-1.1B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ TinyLlama-1.1B-Instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
TinyLlama-1.1B-Instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f3dad4d49bce7192ac18723c9e52a6ed62614132095e58f65b0cc0b12b943af
3
+ size 609809024
TinyLlama-1.1B-Instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fde9a53efa3b7f1e3243489b42de168faa3fb24e332f5eebeddd2c4d16ec442
3
+ size 432132736
TinyLlama-1.1B-Instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aacb139ffafc20fbd074a33c3dc45034e51643fdfc5874dcd533680c3d4d0d66
3
+ size 591528576
TinyLlama-1.1B-Instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f0b56ffe9cae9b73d61a79e7598b2527e5608760446e78eac4d6f0f0a415e59
3
+ size 548405888
TinyLlama-1.1B-Instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ec60bdb275eb9f801f14a869440a52379cf3c503dba06b1b2f30525cea8c01f
3
+ size 499344000
TinyLlama-1.1B-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:445160b724c92ad89a52a132b29905f6026e61c9c75e487c5aa8a5e7dda3749a
3
+ size 667816576
TinyLlama-1.1B-Instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2290d3e1df642f4a8745f727fafef2acf7396097610fdb0993ef070ad1101e0d
3
+ size 639873664
TinyLlama-1.1B-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2362ac1b650721c113a645cc36ff4326b9f121bbd3fe14e158f46f9f9f1f6876
3
+ size 782045824
TinyLlama-1.1B-Instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b29759fa752b760bb6ff26a81316abc407dec57c77a35f9305807ff45d85e249
3
+ size 766030464
TinyLlama-1.1B-Instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c134946f8d4685cceec6884c77f5e12a9b39866fbf7c0569d2d2f5543a90e4be
3
+ size 903414400
TinyLlama-1.1B-Instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a547fec469908942db178b03808c0d42d0283511fb8587fa8846f48d5be455f
3
+ size 1169810048
TinyLlama-1.1B-Instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb92b3587eaab28c9384701b5453c7c7c1006fb4d4e06b22a795f3ecd466d480
3
+ size 2201019008