framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,latency
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1,0.1313
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,1,0.1557
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4,0.1313
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4,0.1560
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8,0.1417
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1,0.1287
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8,0.1677
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16,0.1417
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4,0.1280
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32,0.1410
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16,0.1668
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8,0.1281
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,64,0.1421
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32,0.1673
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16,0.1280
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,128,0.1440
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,64,0.1677
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32,0.1273
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,64,0.1281
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,128,0.1697
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,256,0.1475
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,256,0.1754
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,512,0.1470
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,512,0.1738
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1024,0.1462
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,1024,0.1742
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2048,0.1544
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2048,0.1810
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4096,0.1564
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4096,0.1818
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8192,0.1570
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8192,0.1835
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16384,0.1605
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16384,0.1855
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,128,0.1303
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,256,0.1329
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,512,0.1332
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1024,0.1340
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2048,0.1390
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4096,0.1435
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1,0.1432
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8192,0.1445
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,1,0.1702
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16384,0.1475
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4,0.1685
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8,0.1690
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16,0.1697
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4,0.1435
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8,0.1431
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32,0.1684
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,64,0.1703
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16,0.1437
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32,0.1425
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,128,0.1726
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,64,0.1441
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,256,0.1753
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,128,0.1459
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,512,0.1753
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,1024,0.1757
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,256,0.1476
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1,0.1309
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,512,0.1460
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2048,0.1866
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4,0.1310
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1024,0.1471
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4096,0.1891
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8,0.1307
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2048,0.1580
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8192,0.1896
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16384,0.1931
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4096,0.1604
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8192,0.1626
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16,0.1306
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,1,0.1722
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16384,0.1638
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4,0.1723
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1,0.1448
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32,0.1312
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8,0.1722
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4,0.1459
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,64,0.1301
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16,0.1716
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,128,0.1339
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32,0.1723
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,256,0.1362
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8,0.1440
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,64,0.1714
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,512,0.1359
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16,0.1451
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,128,0.1753
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32,0.1438
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1024,0.1366
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,64,0.1448
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,256,0.1775
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2048,0.1407
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,128,0.1480
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,512,0.1802
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,256,0.1478
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4096,0.1462
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,512,0.1474
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8192,0.1479
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1024,0.1484
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16384,0.1501
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2048,0.1615
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,1024,0.1835
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1,0.1331
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2048,0.1967
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4096,0.1602
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4096,0.1963
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4,0.1333
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8192,0.1677
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8,0.1316
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8192,0.1973
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16384,0.1696
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16384,0.2003
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1,0.1400
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,1,0.1489
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4,0.1420
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4,0.1482
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8,0.1422
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8,0.1490
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16,0.1427
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16,0.1334
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16,0.1477
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32,0.1318
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32,0.1487
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32,0.1417
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,64,0.1322
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,64,0.1400
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,64,0.1484
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,128,0.1346
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,128,0.1445
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,256,0.1374
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,128,0.1518
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,256,0.1457
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,512,0.1378
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,512,0.1460
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,256,0.1561
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1024,0.1387
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1024,0.1525
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2048,0.1458
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,512,0.1590
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4096,0.1512
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2048,0.1656
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,1024,0.1667
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8192,0.1527
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2048,0.1752
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16384,0.1567
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4096,0.1775
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1,0.1332
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4,0.1340
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8192,0.1801
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8,0.1326
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4096,0.1695
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16,0.1335
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16384,0.1842
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32,0.1326
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,1,0.1570
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,64,0.1338
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4,0.1567
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,128,0.1360
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8192,0.1718
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8,0.1570
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,256,0.1383
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16384,0.1753
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16,0.1555
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,512,0.1400
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32,0.1571
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1,0.1275
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1024,0.1448
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,64,0.1582
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4,0.1295
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2048,0.1550
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,128,0.1598
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8,0.1285
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,256,0.1632
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16,0.1292
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,512,0.1635
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32,0.1316
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,64,0.1289
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,1024,0.1659
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,128,0.1336
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2048,0.1785
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,256,0.1370
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4096,0.1576
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4096,0.1808
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,512,0.1435
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8192,0.1587
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8192,0.1823
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1024,0.1525
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16384,0.1631
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2048,0.1635
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16384,0.1877
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1,0.1337
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,1,0.1598
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4,0.1359
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4,0.1588
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4096,0.1666
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8,0.1337
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8,0.1590
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8192,0.1690
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16,0.1346
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16,0.1593
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16384,0.1731
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32,0.1353
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1,0.1334
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,64,0.1350
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4,0.1319
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32,0.1600
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,128,0.1370
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,64,0.1593
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8,0.1354
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16,0.1333
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,128,0.1626
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,256,0.1432
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32,0.1335
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,512,0.1465
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,64,0.1339
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,256,0.1685
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,128,0.1369
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1024,0.1516
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,512,0.1701
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,256,0.1459
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,1024,0.1751
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2048,0.1631
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2048,0.1896
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,512,0.1528
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4096,0.1664
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4096,0.1950
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1024,0.1581
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8192,0.1683
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2048,0.1726
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16384,0.1732
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4096,0.1759
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1,0.1387
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4,0.1394
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8,0.1375
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16,0.1377
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32,0.1380
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,64,0.1382
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,128,0.1412
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,256,0.1500
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,512,0.1537
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1024,0.1582
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2048,0.1727
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4096,0.1765
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,1,0.1669
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4,0.1679
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8,0.1681
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16,0.1681
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32,0.1672
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1,0.1414
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,64,0.1683
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4,0.1423
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,128,0.1714
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8,0.1421
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16,0.1417
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,256,0.1749
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32,0.1405
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,512,0.1785
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,64,0.1427
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,1024,0.1861
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,128,0.1457
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1,0.1455
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2048,0.2121
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,256,0.1591
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4,0.1449
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4096,0.2161
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8,0.1460
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,512,0.1625
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16,0.1460
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1024,0.1699
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32,0.1459
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2048,0.1949
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,64,0.1453
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4096,0.1982
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,128,0.1494
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,256,0.1616
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,512,0.1661
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1024,0.1741
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2048,0.1963
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4096,0.2014
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,1,0.1880
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4,0.1892
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8,0.1874
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16,0.1886
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1,0.1541
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32,0.1882
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4,0.1540
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,64,0.1898
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8,0.1543
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,128,0.1945
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16,0.1530
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1,0.1665
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,256,0.1980
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32,0.1529
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4,0.1665
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,512,0.2086
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,64,0.1551
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8,0.1666
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,1024,0.2254
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,128,0.1586
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16,0.1659
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2048,0.2657
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,256,0.1650
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32,0.1664
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,512,0.1736
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,64,0.1676
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1024,0.1908
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,128,0.1730
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2048,0.2293
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,256,0.1771
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,512,0.1858
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1024,0.2041
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2048,0.2393
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,1,0.2337
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4,0.2335
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8,0.2338
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16,0.2336
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32,0.2334
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,64,0.2332
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1,0.1857
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,128,0.2438
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4,0.1848
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,256,0.2517
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8,0.1856
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,512,0.2708
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16,0.1846
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,1024,0.3116
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32,0.1848
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,64,0.1863
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,128,0.1950
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1,0.2008
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,256,0.2034
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4,0.1990
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,512,0.2223
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8,0.2007
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16,0.2002
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1024,0.2572
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32,0.2013
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,64,0.2007
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,128,0.2089
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,1,0.3159
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,256,0.2167
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4,0.3157
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,512,0.2365
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8,0.3163
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1024,0.2738
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16,0.3157
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,1,0.2654
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32,0.3168
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,64,0.3181
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,128,0.3341
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,1,0.2382
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4,0.2645
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4,0.2399
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8,0.2661
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,256,0.3492
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8,0.2384
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16,0.2670
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16,0.2388
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,512,0.3839
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32,0.2639
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32,0.2397
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,64,0.2673
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,64,0.2403
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,128,0.2837
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,128,0.2590
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,256,0.3032
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,256,0.2777
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,512,0.3134
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,512,0.3399
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,1,0.5155
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4,0.5139
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8,0.5151
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16,0.5144
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,1,0.3520
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32,0.5152
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,64,0.5175
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,1,0.4115
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4,0.3526
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,128,0.5444
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4,0.4097
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8,0.3521
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,256,0.5711
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8,0.4116
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16,0.4112
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16,0.3523
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32,0.4130
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32,0.3534
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,64,0.3580
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,64,0.4157
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,128,0.3882
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,128,0.4458
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,256,0.4800
SGLang,0.5.10,NVIDIA B300 SXM6 AC,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,256,0.4248
