Upload folder using huggingface_hub
Browse files- README.md +9 -3
- SmolLM2-135M-Instruct-Q2_K.gguf +2 -2
- SmolLM2-135M-Instruct-Q3_K_L.gguf +2 -2
- SmolLM2-135M-Instruct-Q3_K_M.gguf +2 -2
- SmolLM2-135M-Instruct-Q3_K_S.gguf +2 -2
- SmolLM2-135M-Instruct-Q4_0.gguf +2 -2
- SmolLM2-135M-Instruct-Q4_K_M.gguf +2 -2
- SmolLM2-135M-Instruct-Q4_K_S.gguf +2 -2
- SmolLM2-135M-Instruct-Q5_0.gguf +2 -2
- SmolLM2-135M-Instruct-Q5_K_M.gguf +2 -2
- SmolLM2-135M-Instruct-Q5_K_S.gguf +2 -2
- SmolLM2-135M-Instruct-Q6_K.gguf +2 -2
- SmolLM2-135M-Instruct-Q8_0.gguf +2 -2
README.md
CHANGED
@@ -1,9 +1,15 @@
|
|
1 |
---
|
|
|
|
|
|
|
2 |
library_name: transformers
|
|
|
3 |
tags:
|
|
|
|
|
|
|
4 |
- TensorBlock
|
5 |
- GGUF
|
6 |
-
base_model: tmickleydoyle/SmolLM2-135M-Instruct
|
7 |
---
|
8 |
|
9 |
<div style="width: auto; margin-left: auto; margin-right: auto">
|
@@ -17,9 +23,9 @@ base_model: tmickleydoyle/SmolLM2-135M-Instruct
|
|
17 |
</div>
|
18 |
</div>
|
19 |
|
20 |
-
##
|
21 |
|
22 |
-
This repo contains GGUF format model files for [
|
23 |
|
24 |
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
|
25 |
|
|
|
1 |
---
|
2 |
+
base_model: unsloth/SmolLM2-135M-Instruct
|
3 |
+
language:
|
4 |
+
- en
|
5 |
library_name: transformers
|
6 |
+
license: apache-2.0
|
7 |
tags:
|
8 |
+
- llama
|
9 |
+
- unsloth
|
10 |
+
- transformers
|
11 |
- TensorBlock
|
12 |
- GGUF
|
|
|
13 |
---
|
14 |
|
15 |
<div style="width: auto; margin-left: auto; margin-right: auto">
|
|
|
23 |
</div>
|
24 |
</div>
|
25 |
|
26 |
+
## unsloth/SmolLM2-135M-Instruct - GGUF
|
27 |
|
28 |
+
This repo contains GGUF format model files for [unsloth/SmolLM2-135M-Instruct](https://huggingface.co/unsloth/SmolLM2-135M-Instruct).
|
29 |
|
30 |
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
|
31 |
|
SmolLM2-135M-Instruct-Q2_K.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:478cca924101ed67bb2751f597be41532b2f4817ee2ab1b0d7cc379c76e79faf
|
3 |
+
size 88202816
|
SmolLM2-135M-Instruct-Q3_K_L.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7e6a9874249df11c647d1811cba3c45c7435856759fb07a82fb69f19a8307c75
|
3 |
+
size 97534016
|
SmolLM2-135M-Instruct-Q3_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:61c69fc5ce91982e26c625d43be5c3c7f0f774da22f4fa4e45c37a80a22ddad4
|
3 |
+
size 93511232
|
SmolLM2-135M-Instruct-Q3_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ffad7f0cb6e06b868ba6fc9005abe7b5d838887a54cc0383443dde45619dfd10
|
3 |
+
size 88202816
|
SmolLM2-135M-Instruct-Q4_0.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f4eaa2c74aa4d8e338955ea25069e8ed4a2df4e3a1910e7a40d5578fffa13084
|
3 |
+
size 91727936
|
SmolLM2-135M-Instruct-Q4_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:61718c9dfdbce4952a9ecb6c66b5c1700667d08f7bca3d7a3bed46f71318dc1a
|
3 |
+
size 105455168
|
SmolLM2-135M-Instruct-Q4_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a4ceccdef0ab922e952e238a3eea00c62e0040ea27663e7cfd264f77b3306730
|
3 |
+
size 102040640
|
SmolLM2-135M-Instruct-Q5_0.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e92ae0f5cc8b8630a77c8c06e280680efb8ae51e6c35ea9d2850056f8f6ddaf9
|
3 |
+
size 104998976
|
SmolLM2-135M-Instruct-Q5_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:613be3da3c02b857b58bc0672140f3223fd4f48a4396f639d67b8783f7b2c6d3
|
3 |
+
size 112104512
|
SmolLM2-135M-Instruct-Q5_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6d11dba3d87131fc320b764098d6235f3a6d33d032a7480c2868d629968dd74d
|
3 |
+
size 109975616
|
SmolLM2-135M-Instruct-Q6_K.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fe9cf3c51dec9ba6ffdce18f0a81e934d02b27e58f8b9bfd2385e8560a2a96bd
|
3 |
+
size 138383936
|
SmolLM2-135M-Instruct-Q8_0.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cd433406be64764c8d5e4ffacf4c5ada776b87df4bdbb756629430757c5e9fda
|
3 |
+
size 144812096
|