- dev-0.5b-q16-kv2-ep-16-sep--top2-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-32e-dsv3-0.5b-q16-kv2-ep-32-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-4k-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-4096
- dev-a3e-dsv3-0.5b-q16-kv2-ep-16-sep-0-top3-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-auxfree-0.5b-q10-kv2-ep-64-sep-2-top6-cf-0-bias-1e-3-bf16-ep8-mp2-pp1-lr-7.8e-4-minlr-7e-7-bs-1024-gpus-16-seqlen-8192
- dev-auxfree-0.5b-q10-kv2-ep-64-sep-2-top6-cf-0-bias-1e-3-bf16-ep8-mp2-pp1-lr-7.8e-4-minlr-7e-7-bs-1024-gpus-32-seqlen-8192
- dev-auxfree-3b-q10-kv2-ep-64-sep-2-top6-cf-0-bias-1e-3-bf16-ep8-mp2-pp1-lr-7.8e-4-minlr-7e-7-bs-1024-gpus-16-seqlen-8192
- dev-copy-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-dsv3-0.5b-q16-kv2-ep-16-sep--top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-dsv3-0.5b-q16-kv2-ep-16-sep-1-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-dsv3-0.5b-q16-kv2-ep-32-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-dsv3-0.5b-q16-kv2-ep-32-sep-0-top4-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-embdev-dsv3-0.5b-q16-kv2-ep-16-sep-1-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-embdev-loss0.01-dsv3-0.5b-q16-kv2-ep-16-sep-1-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-fp8-dsv3-0.5b-q16-kv2-ep-16-sep-1-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-fp8tw-dsv3-0.5b-q16-kv2-ep-16-sep-1-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-gate-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-gatelora-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-gates-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-geglu-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-gelu-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-kvso-dsv3-0.5b-q16-kv2-ep-16-sep-1-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-mamba-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-mamba-0.5b-q16-kv2-hybrid0.08-bf16-mp2-pp1-lr-2.5e-4-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-mamba-0.5b-q16-kv2-hybrid0.08-bf16-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-mamba_moe-0.5b-q16-kv2-hybrid0.08-ep-16-sep-0-top2-cf-2-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-mixtral-0.5b-q16-kv2-ep-16-sep--top2-cf-2-mlc-0.05-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-mixtral-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-mlc-0.-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-mixtral-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-mlc-0.0001-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-mixtral-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-mlc-0.001-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-mixtral-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-mlc-0.01-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-moe010-dsv3-0.5b-q16-kv2-ep-16-sep-1-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-moe110-dsv3-0.5b-q16-kv2-ep-16-sep-1-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-mtp1-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-mtp1-dsv3-0.5b-q16-kv2-ep-16-sep-1-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-muon-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-muon-gate-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-muon-gate-mamba_moe-0.5b-q16-kv2-hybrid0.16-ep-16-sep-0-top2-cf-2-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-muon-gate-ts-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-1e-2-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-muon-gate-ts-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-2-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-muon-gate-ts-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-muon-gate-ts-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-4e-2-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-muon-gate-ts-dsv3-0.5b-q16-kv2-ep-16-sep-0-top2-cf-0-bias-1e-3-bf16-ep4-mp2-pp1-lr-4e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-muon-mamba-0.5b-q16-kv2-hybrid0.08-bf16-mp2-pp1-lr-1e-2-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-muon-mamba-0.5b-q16-kv2-hybrid0.08-bf16-mp2-pp1-lr-2.5e-4-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-muon-mamba_moe-0.5b-q16-kv2-hybrid0.08-ep-16-sep-0-top2-cf-2-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-muon-mamba_moe-0.5b-q16-kv2-hybrid0.16-ep-16-sep-0-top2-cf-2-bias-1e-3-bf16-ep4-mp2-pp1-lr-1e-2-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-muon-mamba_moe-0.5b-q16-kv2-hybrid0.16-ep-16-sep-0-top2-cf-2-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192
- dev-muon-mamba_moe-0.5b-q16-kv2-hybrid0.16-ep-8-sep-0-top2-cf-2-bias-1e-3-bf16-ep4-mp2-pp1-lr-2e-3-minlr-7e-7-bs-1024-gpus-8-seqlen-8192