Hugging Face's logo

unsloth
/
GLM-4-32B-0414-GGUF

Text Generation
Transformers
GGUF
Chinese
English
glm4
unsloth
imatrix
conversational
Model card Files
xet
Community
8
danielhanchen commited on
Commit
5827b61
·
verified ·
1 Parent(s): aad5391

Add files using upload-large-folder tool

Browse files
Files changed (8) hide show
  1. GLM-4-32B-0414-UD-IQ1_M.gguf +1 -1
  2. GLM-4-32B-0414-UD-IQ1_S.gguf +1 -1
  3. GLM-4-32B-0414-UD-IQ2_M.gguf +1 -1
  4. GLM-4-32B-0414-UD-IQ3_XXS.gguf +1 -1
  5. GLM-4-32B-0414-UD-Q2_K_XL.gguf +1 -1
  6. GLM-4-32B-0414-UD-Q4_K_XL.gguf +1 -1
  7. README.md +6 -11
  8. config.json +1 -1
GLM-4-32B-0414-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0961e5521fd77cb36ca0f10e3f1b2d29a7668afec791825713ba572765c50069
3
  size 8406225248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf5104492ac930edfa87f636c5ada94639de641a02202498636a39bed6805562
3
  size 8406225248
GLM-4-32B-0414-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:854e783e5f7b511c2bb92ad6e349ed5bc9d96e286ec8cddcaa8e04cf92764471
3
  size 7821193568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeba41dc4cd906cef81de95368602ddc509038bef1d196f12b7dbf984c3ebbbe
3
  size 7821193568
GLM-4-32B-0414-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7625d36f37e6c1949b8e07b197b83074bda60cddad239b1309281ff61f5434a
3
  size 11595145568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c3608d72cf476902bd6812d4ad6882db9cc64238f20a104d786ee2c163667d4
3
  size 11595145568
GLM-4-32B-0414-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3ddfe87217ee37e14bc627ca736fa96c37826cad46033b6b5a3a7eb4934cacc
3
  size 13075456352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c57b04619173e3e7d69647d6cf274034310eb6c94e5e9464ae3e83f536dbec0
3
  size 13075456352
GLM-4-32B-0414-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51bd92401ff8dd6a8ff5abd2c0469158930886f0aa33f922a2d3d36d5b722561
3
  size 12813218144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a81ea0395e808989dfffbbd8ec46b5b950cf9f62935e6ef6117dad69076b502b
3
  size 12813218144
GLM-4-32B-0414-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04354c4b7a90dedb4c996ff94c5f90cec1e9c195f045c5d1652b9173cf3f488f
3
  size 19918569824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c25885807c644522a33fe987e6dc93779eea43d7888e49a4564b2613dff083
3
  size 19918569824
README.md CHANGED
@@ -1,20 +1,15 @@
1
  ---
2
- quantized_by: unsloth
3
- pipeline_tag: text-generation
 
 
4
  license: mit
5
- base_model_relation: quantized
6
- base_model: THUDM/GLM-4-32B-0414
7
  language:
8
  - zh
9
  - en
10
- tag:
11
- - unsloth
12
  ---
13
- <div>
14
- <p style="margin-top: 0;">
15
- <strong><a href="https://docs.unsloth.ai/basics/unsloth-dynamic-v2.0-gguf">Unsloth Dynamic v2.0</a> achieves superior accuracy & outperforms other leading quant methods.</strong>
16
- </p>
17
- </div>
18
 
19
  # GLM-4-32B-0414
20
 
 
1
  ---
2
+ tags:
3
+ - unsloth
4
+ base_model:
5
+ - THUDM/GLM-4-32B-0414
6
  license: mit
 
 
7
  language:
8
  - zh
9
  - en
10
+ pipeline_tag: text-generation
11
+ library_name: transformers
12
  ---
 
 
 
 
 
13
 
14
  # GLM-4-32B-0414
15
 
config.json CHANGED
@@ -21,7 +21,7 @@
21
  "rope_theta": 10000.0,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "bfloat16",
24
- "transformers_version": "4.51.3",
25
  "unsloth_fixed": true,
26
  "use_cache": true,
27
  "vocab_size": 151552
 
21
  "rope_theta": 10000.0,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.52.0.dev0",
25
  "unsloth_fixed": true,
26
  "use_cache": true,
27
  "vocab_size": 151552