Upload Q3 Quants
Browse files
.gitattributes
CHANGED
@@ -34,3 +34,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
imatrix.dat filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
imatrix.dat filter=lfs diff=lfs merge=lfs -text
|
37 |
+
vntl-llama3-8b-v2-hf-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text
|
38 |
+
vntl-llama3-8b-v2-hf-iq3_xs.gguf filter=lfs diff=lfs merge=lfs -text
|
39 |
+
vntl-llama3-8b-v2-hf-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
|
40 |
+
vntl-llama3-8b-v2-hf-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
41 |
+
vntl-llama3-8b-v2-hf-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
42 |
+
vntl-llama3-8b-v2-hf-q3_k_xl.gguf filter=lfs diff=lfs merge=lfs -text
|
vntl-llama3-8b-v2-hf-iq3_m.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a279f126ae46221d854270ca1541400c7c91082377b808018ef377b47d753f88
|
3 |
+
size 3784824672
|
vntl-llama3-8b-v2-hf-iq3_xs.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6bc1cbcb037cafa457046dc34517bf4e12ea98ea8e2bf590e59c2769f4c4f314
|
3 |
+
size 3518748512
|
vntl-llama3-8b-v2-hf-q3_k_l.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef7cca447190a089a301e79bb85a3a0c08865f4ba418f1e4198da9d855e04d93
|
3 |
+
size 4321957728
|
vntl-llama3-8b-v2-hf-q3_k_m.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d78b12464556f9db1ab52cd0890c4baf379eabc8cab3add1eef02493dfb6f0ba
|
3 |
+
size 4018919264
|
vntl-llama3-8b-v2-hf-q3_k_s.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:72204415ffe900878dc83bd51c72f2dbb9254d84ae67c038df9f9825b7387d31
|
3 |
+
size 3664500576
|
vntl-llama3-8b-v2-hf-q3_k_xl.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b6a79a75ccba5376aef997918b6777dd3e0b1b6b55da7196f2cd0e3d5b08e34
|
3 |
+
size 4781627232
|