moe / ext-torch /configs

Ctrl+K

4 contributors

History: 1 commit

danieldk HF Staff

Add MoE configs

fdd8ac0 6 months ago

E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json

2.74 kB

Add MoE configs 6 months ago
E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json

2.75 kB

Add MoE configs 6 months ago
E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json

4.13 kB

Add MoE configs 6 months ago
E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json

4.14 kB

Add MoE configs 6 months ago
E=1,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json

4.13 kB

Add MoE configs 6 months ago
E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json

4.15 kB

Add MoE configs 6 months ago
E=1,N=3072,device_name=NVIDIA_H100_80GB_HBM3.json

4.15 kB

Add MoE configs 6 months ago
E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json

4.13 kB

Add MoE configs 6 months ago
E=1,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json

4.15 kB

Add MoE configs 6 months ago
E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json

4.14 kB

Add MoE configs 6 months ago
E=1,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json

4.15 kB

Add MoE configs 6 months ago
E=16,N=1344,device_name=NVIDIA_A100-SXM4-40GB.json

3.25 kB

Add MoE configs 6 months ago
E=16,N=1344,device_name=NVIDIA_A100-SXM4-80GB.json

3.25 kB

Add MoE configs 6 months ago
E=16,N=1344,device_name=NVIDIA_H100_80GB_HBM3.json

3.25 kB

Add MoE configs 6 months ago
E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json

2.75 kB

Add MoE configs 6 months ago
E=16,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json

2.75 kB

Add MoE configs 6 months ago
E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json

4.13 kB

Add MoE configs 6 months ago
E=16,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json

4.14 kB

Add MoE configs 6 months ago
E=16,N=2688,device_name=NVIDIA_A100-SXM4-80GB.json

3.25 kB

Add MoE configs 6 months ago
E=16,N=2688,device_name=NVIDIA_H100_80GB_HBM3.json

3.26 kB

Add MoE configs 6 months ago
E=16,N=3072,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json

2.74 kB

Add MoE configs 6 months ago
E=16,N=3072,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json

2.75 kB

Add MoE configs 6 months ago
E=16,N=3200,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json

2.91 kB

Add MoE configs 6 months ago
E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json

2.74 kB

Add MoE configs 6 months ago
E=16,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json

4.15 kB

Add MoE configs 6 months ago
E=16,N=6400,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json

2.91 kB

Add MoE configs 6 months ago
E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json

2.75 kB

Add MoE configs 6 months ago
E=16,N=7168,device_name=NVIDIA_A100-SXM4-80GB.json

2.75 kB

Add MoE configs 6 months ago
E=16,N=7168,device_name=NVIDIA_H100_80GB_HBM3,dtype=int8_w8a16.json

2.75 kB

Add MoE configs 6 months ago
E=16,N=800,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json

2.9 kB

Add MoE configs 6 months ago
E=64,N=1280,device_name=NVIDIA_A100-SXM4-80GB.json

3.25 kB

Add MoE configs 6 months ago
E=64,N=1280,device_name=NVIDIA_H100_80GB_HBM3.json

3.25 kB

Add MoE configs 6 months ago
E=64,N=640,device_name=NVIDIA_A100-SXM4-80GB.json

3.25 kB

Add MoE configs 6 months ago
E=64,N=640,device_name=NVIDIA_H100_80GB_HBM3.json

3.25 kB

Add MoE configs 6 months ago
E=8,N=14336,device_name=AMD_Instinct_MI300X.json

4.73 kB

Add MoE configs 6 months ago
E=8,N=14336,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json

3.08 kB

Add MoE configs 6 months ago
E=8,N=1792,device_name=AMD_Instinct_MI300X.json

4.73 kB

Add MoE configs 6 months ago
E=8,N=1792,device_name=NVIDIA_A100-SXM4-40GB.json

3.25 kB

Add MoE configs 6 months ago
E=8,N=1792,device_name=NVIDIA_A100-SXM4-80GB.json

3.25 kB

Add MoE configs 6 months ago
E=8,N=1792,device_name=NVIDIA_H100_80GB_HBM3.json

3.26 kB

Add MoE configs 6 months ago
E=8,N=2048,device_name=NVIDIA_A100-SXM4-80GB.json

3.26 kB

Add MoE configs 6 months ago
E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json

3.27 kB

Add MoE configs 6 months ago
E=8,N=2048,device_name=NVIDIA_H100_80GB_HBM3.json

3.25 kB

Add MoE configs 6 months ago
E=8,N=3584,device_name=AMD_Instinct_MI300X.json

4.73 kB

Add MoE configs 6 months ago
E=8,N=3584,device_name=NVIDIA_A100-SXM4-40GB.json

3.25 kB

Add MoE configs 6 months ago
E=8,N=3584,device_name=NVIDIA_A100-SXM4-80GB.json

3.25 kB

Add MoE configs 6 months ago
E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json

3.26 kB

Add MoE configs 6 months ago
E=8,N=3584,device_name=NVIDIA_H100_80GB_HBM3.json

3.25 kB

Add MoE configs 6 months ago
E=8,N=3584,device_name=NVIDIA_L40S.json

3.87 kB

Add MoE configs 6 months ago
E=8,N=4096,device_name=NVIDIA_A100-SXM4-80GB.json

3.26 kB

Add MoE configs 6 months ago