Hugging Face's logo

ilintar
/
NVIDIA-Nemotron-Nano-9B-v2-GGUF

GGUF
conversational
Model card Files
xet
Community
ilintar commited on
Commit
9dbe21c
·
verified ·
1 Parent(s): e244817

Add files using upload-large-folder tool

Browse files
Files changed (7) hide show
  1. .gitattributes +6 -0
  2. imatrix.gguf +3 -0
  3. nvidia-NVIDIA-Nemotron-Nano-9B-v2-bf16.gguf +3 -0
  4. nvidia-NVIDIA-Nemotron-Nano-9B-v2-iq4_nl.gguf +3 -0
  5. nvidia-NVIDIA-Nemotron-Nano-9B-v2-q5_k_m.gguf +3 -0
  6. nvidia-NVIDIA-Nemotron-Nano-9B-v2-q6_k.gguf +3 -0
  7. nvidia-NVIDIA-Nemotron-Nano-9B-v2-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.gguf filter=lfs diff=lfs merge=lfs -text
37
+ nvidia-NVIDIA-Nemotron-Nano-9B-v2-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
38
+ nvidia-NVIDIA-Nemotron-Nano-9B-v2-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ nvidia-NVIDIA-Nemotron-Nano-9B-v2-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
40
+ nvidia-NVIDIA-Nemotron-Nano-9B-v2-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ nvidia-NVIDIA-Nemotron-Nano-9B-v2-bf16.gguf filter=lfs diff=lfs merge=lfs -text
imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14ff984e084d6c610e5972ea081f7c4c1f4ae1960bb8f3bca4d80bda33d70ae8
3
+ size 3921248
nvidia-NVIDIA-Nemotron-Nano-9B-v2-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae66d75025e5877906dcb12c5debaf79264689287f01bd813fe51383a52a4a97
3
+ size 17788743200
nvidia-NVIDIA-Nemotron-Nano-9B-v2-iq4_nl.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcd4645403d6d76fb0185cff2ef97e150eac0fe20946989fdd67dacf4ca6a434
3
+ size 5308682016
nvidia-NVIDIA-Nemotron-Nano-9B-v2-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce48972dfc2306769affe1dbeef393c6f53ccf29aa9db097f5ba9df6a8ea4279
3
+ size 7069805856
nvidia-NVIDIA-Nemotron-Nano-9B-v2-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:863c29a91ff8c1ebfe756127a658c4945ffde8f7489cb27722f8d1217b6a687e
3
+ size 9135892256
nvidia-NVIDIA-Nemotron-Nano-9B-v2-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a581c73448eb6a327d21d889c5bc34038d461eeb5d26453d514fd29d3dc23b1
3
+ size 9458093600