metadata
license: apache-2.0
base_model:
- Qwen/Qwen3-235B-A22B
llama-quantize --tensor-type ffn_up_exps=q4_0 --tensor-type ffn_down_exps=q4_0 --tensor-type ffn_gate_exps=q4_0 Qwen3-235B-A22B.gguf Qwen3-235B-A22B-Q8_0-EXP-Q4_0.gguf q8_0
license: apache-2.0
base_model:
- Qwen/Qwen3-235B-A22B
llama-quantize --tensor-type ffn_up_exps=q4_0 --tensor-type ffn_down_exps=q4_0 --tensor-type ffn_gate_exps=q4_0 Qwen3-235B-A22B.gguf Qwen3-235B-A22B-Q8_0-EXP-Q4_0.gguf q8_0