framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,latency
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1,0.1284
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4,0.1273
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8,0.1281
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16,0.1270
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32,0.1273
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,64,0.1270
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,128,0.1301
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,256,0.1324
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,512,0.1330
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1024,0.1335
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2048,0.1392
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4096,0.1441
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8192,0.1442
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16384,0.1471
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1,0.1295
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4,0.1302
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8,0.1414
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16,0.1419
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32,0.1426
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,64,0.1416
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,128,0.1466
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,256,0.1454
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,512,0.1453
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1024,0.1477
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2048,0.1565
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1,0.1308
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4096,0.1578
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8192,0.1587
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16384,0.1598
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4,0.1313
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8,0.1303
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16,0.1311
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32,0.1311
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,64,0.1310
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,128,0.1342
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,256,0.1356
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,512,0.1358
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1024,0.1374
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2048,0.1391
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4096,0.1472
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1,0.1425
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,1,0.1604
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4,0.1413
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4,0.1606
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8,0.1432
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8,0.1716
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16,0.1426
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32,0.1436
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,64,0.1422
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,128,0.1453
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,256,0.1476
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16,0.1722
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,512,0.1460
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8192,0.1482
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16384,0.1502
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1,0.1324
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4,0.1323
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8,0.1328
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32,0.1717
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16,0.1324
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,64,0.1713
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32,0.1327
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,128,0.1750
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,64,0.1327
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,128,0.1345
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,256,0.1784
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,256,0.1385
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,512,0.1761
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,512,0.1385
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,1024,0.1771
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1024,0.1475
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1024,0.1398
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2048,0.1829
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2048,0.1577
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2048,0.1490
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4096,0.1858
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4096,0.1586
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8192,0.1868
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8192,0.1597
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16384,0.1884
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16384,0.1630
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1,0.1453
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4096,0.1520
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4,0.1440
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8192,0.1532
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8,0.1444
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16384,0.1561
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16,0.1445
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1,0.1354
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32,0.1440
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4,0.1354
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,64,0.1460
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8,0.1350
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,128,0.1474
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16,0.1344
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,256,0.1501
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32,0.1349
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,512,0.1510
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,64,0.1351
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,1,0.1790
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1024,0.1525
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,128,0.1380
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4,0.1796
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,256,0.1406
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2048,0.1610
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8,0.1796
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,512,0.1426
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4096,0.1624
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16,0.1793
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1024,0.1462
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8192,0.1637
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32,0.1804
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2048,0.1559
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16384,0.1686
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,64,0.1788
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4096,0.1581
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,128,0.1823
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1,0.1413
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8192,0.1602
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,256,0.1868
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4,0.1414
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16384,0.1642
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,512,0.1814
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8,0.1421
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1,0.1353
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,1024,0.1846
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16,0.1428
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4,0.1350
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2048,0.1919
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32,0.1422
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8,0.1339
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4096,0.1931
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,64,0.1427
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16,0.1342
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8192,0.1941
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,128,0.1459
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32,0.1345
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16384,0.1977
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,256,0.1479
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,64,0.1333
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,512,0.1501
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,1,0.1784
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4,0.1790
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1024,0.1533
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8,0.1781
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2048,0.1647
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16,0.1800
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4096,0.1659
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32,0.1789
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,128,0.1378
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8192,0.1687
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,256,0.1422
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,512,0.1450
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16384,0.1711
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1024,0.1510
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1,0.1314
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2048,0.1616
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4,0.1316
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4096,0.1648
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,64,0.1795
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8,0.1303
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,128,0.1819
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8192,0.1672
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,256,0.1888
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16,0.1320
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,512,0.1847
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16384,0.1716
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32,0.1308
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,1024,0.1890
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1,0.1381
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,64,0.1316
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2048,0.1979
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4,0.1380
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,128,0.1354
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4096,0.2070
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8,0.1387
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,256,0.1400
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16,0.1379
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8192,0.2080
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,512,0.1436
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32,0.1392
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16384,0.2112
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1024,0.1485
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,1,0.1476
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2048,0.1596
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4,0.1471
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8,0.1478
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16,0.1480
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,64,0.1379
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32,0.1477
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,128,0.1404
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,64,0.1480
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,256,0.1486
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,128,0.1501
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4096,0.1619
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,512,0.1529
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,256,0.1563
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1024,0.1578
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8192,0.1659
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,512,0.1599
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2048,0.1715
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16384,0.1711
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,1024,0.1635
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4096,0.1754
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1,0.1336
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2048,0.1744
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4,0.1333
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4096,0.1763
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8,0.1337
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8192,0.1773
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16,0.1342
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16384,0.1810
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32,0.1337
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,1,0.1556
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,64,0.1339
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4,0.1559
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,128,0.1379
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8,0.1540
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,256,0.1443
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16,0.1556
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,512,0.1488
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32,0.1543
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1024,0.1532
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,64,0.1543
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,128,0.1593
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2048,0.1681
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,256,0.1591
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4096,0.1714
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,512,0.1609
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,1024,0.1630
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2048,0.1740
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4096,0.1767
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8192,0.1804
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16384,0.1844
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,1,0.1584
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4,0.1587
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8,0.1585
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16,0.1586
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32,0.1580
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,64,0.1591
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,128,0.1623
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,256,0.1659
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,512,0.1674
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,1024,0.1707
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2048,0.1879
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4096,0.1921
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1,0.1470
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4,0.1471
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8,0.1468
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16,0.1469
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32,0.1465
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,64,0.1471
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,128,0.1506
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,256,0.1623
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1,0.1399
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,512,0.1660
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4,0.1383
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1024,0.1729
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8,0.1398
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16,0.1391
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2048,0.1962
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32,0.1401
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4096,0.2008
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,64,0.1383
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,128,0.1442
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,256,0.1545
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,512,0.1597
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1024,0.1666
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2048,0.1882
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4096,0.1935
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,1,0.1673
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4,0.1665
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8,0.1655
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16,0.1669
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32,0.1665
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,64,0.1669
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,128,0.1706
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,256,0.1726
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,512,0.1770
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,1024,0.1866
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2048,0.2094
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4096,0.2134
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1,0.1663
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4,0.1669
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8,0.1660
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16,0.1670
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32,0.1666
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,64,0.1658
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,128,0.1712
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,256,0.1752
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1,0.1514
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,512,0.1849
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4,0.1500
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1024,0.2033
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8,0.1500
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16,0.1513
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2048,0.2374
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32,0.1515
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,64,0.1513
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,128,0.1576
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,256,0.1604
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,512,0.1689
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1024,0.1877
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2048,0.2224
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,1,0.1878
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4,0.1872
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8,0.1889
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16,0.1873
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32,0.1887
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,64,0.1874
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,128,0.1930
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,256,0.1975
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,512,0.2061
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,1024,0.2261
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2048,0.2648
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1,0.2029
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4,0.2026
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8,0.2025
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16,0.2022
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32,0.2025
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,64,0.2035
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,128,0.2126
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,256,0.2199
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,512,0.2403
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1024,0.2744
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1,0.1809
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4,0.1813
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8,0.1806
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16,0.1818
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32,0.1820
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,64,0.1822
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,1,0.2679
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,128,0.1909
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4,0.2693
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,256,0.1996
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8,0.2685
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,512,0.2180
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16,0.2692
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1024,0.2542
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32,0.2698
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,1,0.2286
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,1,0.2402
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,64,0.2708
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4,0.2295
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4,0.2383
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8,0.2285
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,128,0.2879
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16,0.2300
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8,0.2406
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,256,0.3069
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32,0.2288
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16,0.2404
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,64,0.2297
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32,0.2401
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,512,0.3409
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,128,0.2393
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,64,0.2432
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,256,0.2462
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,512,0.2671
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,128,0.2580
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,1024,0.3037
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,256,0.2783
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,1,0.3151
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,512,0.3130
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4,0.3157
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8,0.3139
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16,0.3153
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32,0.3153
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,64,0.3158
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,128,0.3331
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,256,0.3461
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,512,0.3799
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,1,0.4288
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4,0.4322
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8,0.4308
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,1,0.3533
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4,0.3521
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8,0.3534
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16,0.4320
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32,0.4310
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,64,0.4328
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,1,0.5056
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16,0.3538
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,128,0.4650
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4,0.5067
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32,0.3546
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,256,0.4998
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8,0.5059
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,64,0.3576
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16,0.5058
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,128,0.3907
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,256,0.4228
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32,0.5069
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,64,0.5079
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,128,0.5343
SGLang,0.5.10,NVIDIA GB200,dsa_generation_module,dsa_nsa,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,256,0.5626
