Hugging Face's logo

mlx-community
/
Qwen3-235B-A22B-8bit

Text Generation
MLX
Safetensors
qwen3_moe
conversational
8-bit precision
Model card Files
xet
Community
1
prince-canuma commited on
Commit
636d253
·
verified ·
1 Parent(s): 7c9d245

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +37 -0
  3. added_tokens.json +28 -0
  4. config.json +46 -0
  5. merges.txt +0 -0
  6. model-00001-of-00048.safetensors +3 -0
  7. model-00002-of-00048.safetensors +3 -0
  8. model-00003-of-00048.safetensors +3 -0
  9. model-00004-of-00048.safetensors +3 -0
  10. model-00005-of-00048.safetensors +3 -0
  11. model-00006-of-00048.safetensors +3 -0
  12. model-00007-of-00048.safetensors +3 -0
  13. model-00008-of-00048.safetensors +3 -0
  14. model-00009-of-00048.safetensors +3 -0
  15. model-00010-of-00048.safetensors +3 -0
  16. model-00011-of-00048.safetensors +3 -0
  17. model-00012-of-00048.safetensors +3 -0
  18. model-00013-of-00048.safetensors +3 -0
  19. model-00014-of-00048.safetensors +3 -0
  20. model-00015-of-00048.safetensors +3 -0
  21. model-00016-of-00048.safetensors +3 -0
  22. model-00017-of-00048.safetensors +3 -0
  23. model-00018-of-00048.safetensors +3 -0
  24. model-00019-of-00048.safetensors +3 -0
  25. model-00020-of-00048.safetensors +3 -0
  26. model-00021-of-00048.safetensors +3 -0
  27. model-00022-of-00048.safetensors +3 -0
  28. model-00023-of-00048.safetensors +3 -0
  29. model-00024-of-00048.safetensors +3 -0
  30. model-00025-of-00048.safetensors +3 -0
  31. model-00026-of-00048.safetensors +3 -0
  32. model-00027-of-00048.safetensors +3 -0
  33. model-00028-of-00048.safetensors +3 -0
  34. model-00029-of-00048.safetensors +3 -0
  35. model-00030-of-00048.safetensors +3 -0
  36. model-00031-of-00048.safetensors +3 -0
  37. model-00032-of-00048.safetensors +3 -0
  38. model-00033-of-00048.safetensors +3 -0
  39. model-00034-of-00048.safetensors +3 -0
  40. model-00035-of-00048.safetensors +3 -0
  41. model-00036-of-00048.safetensors +3 -0
  42. model-00037-of-00048.safetensors +3 -0
  43. model-00038-of-00048.safetensors +3 -0
  44. model-00039-of-00048.safetensors +3 -0
  45. model-00040-of-00048.safetensors +3 -0
  46. model-00041-of-00048.safetensors +3 -0
  47. model-00042-of-00048.safetensors +3 -0
  48. model-00043-of-00048.safetensors +3 -0
  49. model-00044-of-00048.safetensors +3 -0
  50. model-00045-of-00048.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: mlx
3
+ license: apache-2.0
4
+ license_link: https://huggingface.co/Qwen/Qwen3-235B-A22B/blob/main/LICENSE
5
+ pipeline_tag: text-generation
6
+ tags:
7
+ - mlx
8
+ base_model: Qwen/Qwen3-235B-A22B
9
+ ---
10
+
11
+ # mlx-community/Qwen3-235B-A22B-8bit
12
+
13
+ This model [mlx-community/Qwen3-235B-A22B-8bit](https://huggingface.co/mlx-community/Qwen3-235B-A22B-8bit) was
14
+ converted to MLX format from [Qwen/Qwen3-235B-A22B](https://huggingface.co/Qwen/Qwen3-235B-A22B)
15
+ using mlx-lm version **0.24.0**.
16
+
17
+ ## Use with mlx
18
+
19
+ ```bash
20
+ pip install mlx-lm
21
+ ```
22
+
23
+ ```python
24
+ from mlx_lm import load, generate
25
+
26
+ model, tokenizer = load("mlx-community/Qwen3-235B-A22B-8bit")
27
+
28
+ prompt = "hello"
29
+
30
+ if tokenizer.chat_template is not None:
31
+ messages = [{"role": "user", "content": prompt}]
32
+ prompt = tokenizer.apply_chat_template(
33
+ messages, add_generation_prompt=True
34
+ )
35
+
36
+ response = generate(model, tokenizer, prompt=prompt, verbose=True)
37
+ ```
added_tokens.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<think>": 151667,
6
+ "<tool_call>": 151657,
7
+ "<tool_response>": 151665,
8
+ "<|box_end|>": 151649,
9
+ "<|box_start|>": 151648,
10
+ "<|endoftext|>": 151643,
11
+ "<|file_sep|>": 151664,
12
+ "<|fim_middle|>": 151660,
13
+ "<|fim_pad|>": 151662,
14
+ "<|fim_prefix|>": 151659,
15
+ "<|fim_suffix|>": 151661,
16
+ "<|im_end|>": 151645,
17
+ "<|im_start|>": 151644,
18
+ "<|image_pad|>": 151655,
19
+ "<|object_ref_end|>": 151647,
20
+ "<|object_ref_start|>": 151646,
21
+ "<|quad_end|>": 151651,
22
+ "<|quad_start|>": 151650,
23
+ "<|repo_name|>": 151663,
24
+ "<|video_pad|>": 151656,
25
+ "<|vision_end|>": 151653,
26
+ "<|vision_pad|>": 151654,
27
+ "<|vision_start|>": 151652
28
+ }
config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3MoeForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "decoder_sparse_step": 1,
9
+ "eos_token_id": 151645,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 4096,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 12288,
15
+ "max_position_embeddings": 40960,
16
+ "max_window_layers": 94,
17
+ "mlp_only_layers": [],
18
+ "model_type": "qwen3_moe",
19
+ "moe_intermediate_size": 1536,
20
+ "norm_topk_prob": true,
21
+ "num_attention_heads": 64,
22
+ "num_experts": 128,
23
+ "num_experts_per_tok": 8,
24
+ "num_hidden_layers": 94,
25
+ "num_key_value_heads": 4,
26
+ "output_router_logits": false,
27
+ "quantization": {
28
+ "group_size": 64,
29
+ "bits": 8
30
+ },
31
+ "quantization_config": {
32
+ "group_size": 64,
33
+ "bits": 8
34
+ },
35
+ "rms_norm_eps": 1e-06,
36
+ "rope_scaling": null,
37
+ "rope_theta": 1000000.0,
38
+ "router_aux_loss_coef": 0.001,
39
+ "sliding_window": null,
40
+ "tie_word_embeddings": false,
41
+ "torch_dtype": "bfloat16",
42
+ "transformers_version": "4.51.0",
43
+ "use_cache": true,
44
+ "use_sliding_window": false,
45
+ "vocab_size": 151936
46
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:435092c27d7257b24d8c01cbbf99cec5cbecbc216da6ad7a2a7d65c148dd596a
3
+ size 5092089186
model-00002-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25daa1799d16bdf91a01e78d97cdcbff018e6eda70c0131ebac4a565f0c92d6d
3
+ size 5286501790
model-00003-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7993a4c634e082840dfbe82a7cd5d4aa6e137b81dbf593e91338d1f40592079f
3
+ size 5286501808
model-00004-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1105ceda5a55bee50e4f4b178a82fab16111e449bf22687539fde0a5a500a243
3
+ size 5286501832
model-00005-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1062c7b091daa85a2e42c96aa35f0accdc26669f207ca35962940d74487e499
3
+ size 5286501798
model-00006-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b972e7556bd8e232fa54e500df577be961ca88005f60fd6db13058feb85b7e8
3
+ size 5286501889
model-00007-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c971d9bd7c395c7cf564339804faadb3d0a7651e0d3c065b1fc573145ae75d
3
+ size 5286501888
model-00008-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90af5168e985879b8b26f8fe94488d027dc91ab45f0c3825fdcddf4107ff1a0a
3
+ size 5286501862
model-00009-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fc29658aff61772afcf9db0d287fd1d4daa4d4ee9d94c0b36c8c11da66e9147
3
+ size 5286501858
model-00010-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d32085d130933d37bfab6ac65f925fc2f279ea0fab6cb635080af8bcfc5b380
3
+ size 5286501846
model-00011-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b0c90e3dd2536a7f71138e92578f19c591d0da168cf5efa4a8614e8f547628
3
+ size 5286501830
model-00012-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0d6e34424cb987fe135df1c6cd060aa625e4ca6e64dbb5e7bfabaae9084a770
3
+ size 5286501848
model-00013-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f31ebf6e30969d3e5fa694a01a7b9da80b3f1adc3d8995e6ecb50c409871898c
3
+ size 5286501858
model-00014-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89ebf60a8486b01a95810edd054de8e5ef206e1f2d462593d1105719cf2fb820
3
+ size 5286501876
model-00015-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af5bb76d077aa6c35c9b5114837cf1be9a7049a4d2848e38a4ef62fc2eb061a1
3
+ size 5286501838
model-00016-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce92d4c13755f47fff10402670af9460c51260d38524cded71f1238e27bce574
3
+ size 5286501862
model-00017-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba001a2d405979ff2820fc08f9fd75b6a4fb6c81fb1a250bf8d9cf50468f4967
3
+ size 5286501864
model-00018-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95c69dd451180a4d01e2e5a8eba019c8d26681712fcc052ed75bbf945e53e546
3
+ size 5286501890
model-00019-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c130939abb0a62cd0fecf08bda6ae64596f8d3a472372ed9c5d951f9425f8c7c
3
+ size 5286501876
model-00020-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fe5e0d8e8ebf48aaa62d636462d8d6bef167e66c237235382dca2dfc37ef0f9
3
+ size 5286501896
model-00021-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:985489d2c09c1e7066382fb862216c3b63440761f3261b4e8a3df1e1274e0be0
3
+ size 5286501890
model-00022-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763a9897ee0e96847f064f0c0437edcecb6b2f95935bb8560e5a7a37ce764132
3
+ size 5286501900
model-00023-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90b7d6ae92e601e15898cb42eb66cca19e8d036e98ac7210e40b537b82223738
3
+ size 5286501816
model-00024-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73ee7fb5c73da3c1fb352256e1a1dc8a989c8f051a2941a6eab6ada2f84cbe9e
3
+ size 5286501892
model-00025-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:645907ba233fb7b5f5ea57d47049d3535c53ae363fe786193dba9d6bf6d82bbd
3
+ size 5286501852
model-00026-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df7f0cd92bc86f198d7a9474653f74750a60649cef4cfe6ed2b5b02ccf51455d
3
+ size 5286501876
model-00027-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:710a01d3dd0fb40ccfc02630284cbe590c3d07620553e45a6c76c8e983445e86
3
+ size 5286501858
model-00028-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dae25903d1c14c2d6953cf6b05e3e06533c05794aa28465d9e96028c576c577
3
+ size 5286501858
model-00029-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5684276345e576ffc346562a9f724ee0b464242c1ed18fede4d3b93311b0c1a1
3
+ size 5286501860
model-00030-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce0450a56926c69bf2fc94e67c98ac3434ff681c849bdbb0f078337e42477fe6
3
+ size 5286501860
model-00031-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c613690100b406b4e64cd692077a5cede95ddd950741b6e871a679477c5ee7a
3
+ size 5286501846
model-00032-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b1874340c3662e2719b8135dfce9ae39b7c59e4fc07615cb69d5120bbaae43e
3
+ size 5286501828
model-00033-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaf54f91f20d255e2c6f129e7ae356d8540a5f69188cc0d0d335c9f6005da5ea
3
+ size 5286501846
model-00034-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca5ed46f615fd0dc1995fca9f4332fdb333ba83e8b3ff2b0e2d94e1dfca0280d
3
+ size 5286501874
model-00035-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06393d745f92c9ba117dcefb80e8458e70c07474fb6ea7429e90a072fcc10f20
3
+ size 5286501862
model-00036-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7299228be319267ffecc32071109f4fdde068e0f3aca11fa6203e54dd2e712cf
3
+ size 5286501874
model-00037-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab6211fbbd31b8dac2abab0278f1e396cfe24023d9485b07f8e593bc63485709
3
+ size 5286501866
model-00038-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4bdf38cab92219e25f6bc224ff666fde310b8b5d383ba4a2ac0c534a25a7b3d
3
+ size 5286501866
model-00039-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edd89e79487b530cdce0a4221a428eb1e23838594ce51090c27da69b5f58545c
3
+ size 5286501878
model-00040-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41ba6004e2f3accc74756d9d19fc94943c3d62a52c60aa62eaef49dcb23359e7
3
+ size 5286501860
model-00041-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b55e7eaf24b71ea4f70f80469f6c1f97824aaaef70a74284d92c30d9857a019
3
+ size 5286501896
model-00042-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:164b9f22b61bc31ad242ef76a0146a5a6106dac139ae609ed529147b2f74f6e6
3
+ size 5286501848
model-00043-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4dd380d4446d56bd0c677a108b11970513b29438939a252890c1fbf9d4ab9c0
3
+ size 5286501896
model-00044-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:136fd2848ea3b555f0f2c1c2913ddcbfbd4b9833a884135982cc5cd3202d0e6d
3
+ size 5286501878
model-00045-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:164ef66bf13002ea908479b7b4960fb74bae3bc578c0e7416420eea37c591982
3
+ size 5286501896