framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,latency
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,0,1.0972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16,1,0,1.1472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32,1,0,1.1485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,64,1,0,1.1447
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,128,1,0,1.1474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,256,1,0,1.1576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,512,1,0,1.1691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1024,1,0,1.2874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1536,1,0,1.7273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,2048,1,0,2.1897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,3072,1,0,3.1748
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,4096,1,0,4.1680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,6144,1,0,6.0960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,8192,1,0,8.1345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,10240,1,0,10.1819
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,12288,1,0,12.5383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16384,1,0,16.9309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32768,1,0,36.5041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,0,1.1038
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16,1,0,1.1522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32,1,0,1.1512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,64,1,0,1.1364
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,128,1,0,1.1594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,256,1,0,1.1687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,512,1,0,1.2869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1024,1,0,2.1731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1536,1,0,3.0981
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,2048,1,0,4.0439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,3072,1,0,5.9173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,4096,1,0,7.8777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,6144,1,0,12.0216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,8192,1,0,16.0413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,10240,1,0,20.4627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,12288,1,0,24.5007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16384,1,0,33.0024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32768,1,0,72.4932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,0,1.1128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16,1,0,1.1520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32,1,0,1.1499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,64,1,0,1.1557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,128,1,0,1.1823
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,256,1,0,1.2812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,512,1,0,2.1636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1024,1,0,4.0095
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1536,1,0,5.7854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,2048,1,0,7.6471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,3072,1,0,11.6716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,4096,1,0,15.4948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,6144,1,0,23.4433
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,8192,1,0,31.2237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,10240,1,0,39.9015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,12288,1,0,48.6626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16384,1,0,65.4605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32768,1,0,141.5449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,0,1.1101
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,16,1,0,1.1464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,32,1,0,1.1690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,64,1,0,1.1788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,128,1,0,1.2807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,256,1,0,2.1644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,512,1,0,3.9891
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1024,1,0,7.5972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1536,1,0,11.4047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,2048,1,0,15.0389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,3072,1,0,22.7077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,4096,1,0,30.1296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,6144,1,0,46.5511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,8192,1,0,61.9365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,10240,1,0,78.3944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,12288,1,0,93.3802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,16384,1,0,127.5377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,0,1.1096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,16,1,0,1.1519
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,32,1,0,1.1711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,64,1,0,1.2839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,128,1,0,2.1595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,256,1,0,4.0113
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,512,1,0,7.5478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1024,1,0,14.8923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1536,1,0,22.1683
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,2048,1,0,29.1742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,3072,1,0,45.0483
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,4096,1,0,59.7824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,6144,1,0,89.1458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,8192,1,0,120.4573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,0,1.1013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,16,1,0,1.1763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,32,1,0,1.2860
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,64,1,0,2.1583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,128,1,0,3.9788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,256,1,0,7.5646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,512,1,0,14.8428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1024,1,0,28.9036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1536,1,0,43.9407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,2048,1,0,57.8420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,3072,1,0,86.1041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,4096,1,0,116.6156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,0,1.1059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,16,1,0,1.2854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,32,1,0,2.1574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,64,1,0,4.5266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,128,1,0,7.5075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,256,1,0,16.8444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,512,1,0,32.5542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1024,1,0,57.5741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1536,1,0,83.9273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,2048,1,0,112.2402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,0,1.1082
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,16,1,0,2.1642
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,32,1,0,3.9630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,64,1,0,7.4874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,128,1,0,14.7752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,256,1,0,28.8321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,512,1,0,57.1215
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1024,1,0,111.1698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,0,1.1089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,16,1,0,3.9733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,32,1,0,7.5030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,64,1,0,14.7809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,128,1,0,28.6904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,256,1,0,57.1310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,512,1,0,110.8066
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,0,1.1329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16,1,0,1.1689
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32,1,0,1.1710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,64,1,0,1.2180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,128,1,0,1.1590
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,256,1,0,1.1678
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,512,1,0,1.1958
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1024,1,0,1.2293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1536,1,0,1.5809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,2048,1,0,1.9992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,3072,1,0,2.7767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,4096,1,0,3.6354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,6144,1,0,5.4538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,8192,1,0,7.2990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,10240,1,0,9.1744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,12288,1,0,11.0762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16384,1,0,15.0441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32768,1,0,33.1595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,0,1.1255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16,1,0,1.1797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32,1,0,1.1592
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,64,1,0,1.1542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,128,1,0,1.1662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,256,1,0,1.1883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,512,1,0,1.2355
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1024,1,0,1.9820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1536,1,0,2.7084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,2048,1,0,3.5180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,3072,1,0,5.2722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,4096,1,0,7.0339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,6144,1,0,10.5479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,8192,1,0,14.1508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,10240,1,0,17.8506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,12288,1,0,21.7273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16384,1,0,29.6663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32768,1,0,65.8826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,0,1.1676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16,1,0,1.1737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32,1,0,1.1576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,64,1,0,1.1638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,128,1,0,1.1901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,256,1,0,1.2275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,512,1,0,2.1702
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1024,1,0,3.4784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1536,1,0,5.4921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,2048,1,0,6.7907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,3072,1,0,10.5364
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,4096,1,0,13.6200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,6144,1,0,21.0259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,8192,1,0,27.8987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,10240,1,0,35.6555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,12288,1,0,43.0225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16384,1,0,58.8824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32768,1,0,131.4752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,0,1.1316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16,1,0,1.1561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,32,1,0,1.1724
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,64,1,0,1.1877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,128,1,0,1.2308
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,256,1,0,1.9762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,512,1,0,3.4663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1024,1,0,6.7266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1536,1,0,9.9164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,2048,1,0,13.1581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,3072,1,0,19.9140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,4096,1,0,26.8179
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,6144,1,0,40.9069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,8192,1,0,55.3391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,10240,1,0,70.2330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,12288,1,0,85.7093
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16384,1,0,117.4637
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,0,1.1248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,16,1,0,1.1628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,32,1,0,1.1874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,64,1,0,1.2331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,128,1,0,1.9690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,256,1,0,3.4660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,512,1,0,6.6970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1024,1,0,13.0123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1536,1,0,19.3853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,2048,1,0,25.8356
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,3072,1,0,39.4211
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,4096,1,0,53.1901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,6144,1,0,81.5218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,8192,1,0,110.3746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,0,1.1255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,16,1,0,1.1884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,32,1,0,1.2295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,64,1,0,1.9685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,128,1,0,3.4391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,256,1,0,6.7160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,512,1,0,12.9665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1024,1,0,25.5803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1536,1,0,38.3254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,2048,1,0,51.2632
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,3072,1,0,78.5219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,4096,1,0,106.0622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,0,1.1964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,16,1,0,1.2307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,32,1,0,1.9612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,64,1,0,3.4377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,128,1,0,6.6658
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,256,1,0,12.9862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,512,1,0,25.4608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1024,1,0,50.7368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1536,1,0,76.3440
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,2048,1,0,102.2060
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,0,1.1305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,16,1,0,1.9635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,32,1,0,3.4390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,64,1,0,6.6545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,128,1,0,12.9241
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,256,1,0,25.4784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,512,1,0,50.5438
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1024,1,0,101.1436
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,0,1.1300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,16,1,0,3.4377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,32,1,0,6.6531
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,64,1,0,12.8876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,128,1,0,25.3798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,256,1,0,50.5404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,512,1,0,100.7099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,0,1.1238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16,1,0,1.1659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32,1,0,1.1745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,64,1,0,1.1584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,128,1,0,1.1646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,256,1,0,1.1617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,512,1,0,1.1869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1024,1,0,1.2178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1536,1,0,1.3944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,2048,1,0,1.7208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,3072,1,0,2.4089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,4096,1,0,3.1111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,6144,1,0,4.6392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,8192,1,0,6.1976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,10240,1,0,7.8096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,12288,1,0,9.4822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16384,1,0,12.9508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32768,1,0,28.9736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,0,1.1206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16,1,0,1.1757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32,1,0,1.1613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,64,1,0,1.1617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,128,1,0,1.1695
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,256,1,0,1.1792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,512,1,0,1.2162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1024,1,0,1.7020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1536,1,0,2.3259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,2048,1,0,2.9923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,3072,1,0,4.4517
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,4096,1,0,5.9214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,6144,1,0,8.9469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,8192,1,0,12.0631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,10240,1,0,15.2323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,12288,1,0,18.5888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16384,1,0,25.4847
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32768,1,0,57.5602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,0,1.1326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16,1,0,1.1680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32,1,0,1.1606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,64,1,0,1.1717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,128,1,0,1.1809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,256,1,0,1.2138
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,512,1,0,1.6975
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1024,1,0,2.9641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1536,1,0,4.3293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,2048,1,0,5.6926
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,3072,1,0,8.5937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,4096,1,0,11.5166
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,6144,1,0,17.5255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,8192,1,0,23.7083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,10240,1,0,30.0902
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,12288,1,0,36.8580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16384,1,0,50.5741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32768,1,0,114.8267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,0,1.1259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16,1,0,1.1631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,32,1,0,1.1788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,64,1,0,1.1893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,128,1,0,1.2267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,256,1,0,1.6918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,512,1,0,2.9408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1024,1,0,5.6148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1536,1,0,8.3315
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,2048,1,0,11.0606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,3072,1,0,16.7871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,4096,1,0,22.6239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,6144,1,0,34.7306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,8192,1,0,47.0417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,10240,1,0,59.8282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,12288,1,0,73.1750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16384,1,0,100.8059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,0,1.1277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,16,1,0,1.1706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,32,1,0,1.1876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,64,1,0,1.2145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,128,1,0,1.9515
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,256,1,0,2.9464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,512,1,0,6.4860
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1024,1,0,10.9143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1536,1,0,17.8380
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,2048,1,0,21.6777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,3072,1,0,34.8270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,4096,1,0,44.8816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,6144,1,0,70.5460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,8192,1,0,93.7371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,0,1.1218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,16,1,0,1.1909
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,32,1,0,1.2480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,64,1,0,1.6946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,128,1,0,3.4520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,256,1,0,5.5963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,512,1,0,12.6997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1024,1,0,21.4158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1536,1,0,35.3918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,2048,1,0,42.9507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,3072,1,0,69.1837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,4096,1,0,89.4182
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,0,1.1164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,16,1,0,1.2148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,32,1,0,1.9651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,64,1,0,2.9203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,128,1,0,6.6421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,256,1,0,10.8807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,512,1,0,25.0245
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1024,1,0,42.4246
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1536,1,0,70.3083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,2048,1,0,85.5425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,0,1.1188
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,16,1,0,1.6857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,32,1,0,3.4738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,64,1,0,5.5518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,128,1,0,13.0086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,256,1,0,21.3131
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,512,1,0,50.0471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1024,1,0,84.4462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,0,1.1235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,16,1,0,2.9127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,32,1,0,6.6877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,64,1,0,10.7947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,128,1,0,25.6238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,256,1,0,42.2311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,512,1,0,99.2088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,0,1.1019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16,1,0,1.1521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32,1,0,1.1472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,64,1,0,1.1486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,128,1,0,1.1642
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,256,1,0,1.1406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,512,1,0,1.1475
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1024,1,0,1.1553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1536,1,0,1.1837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,2048,1,0,1.2576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,3072,1,0,1.8966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,4096,1,0,2.5173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,6144,1,0,3.8753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,8192,1,0,5.2676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,10240,1,0,6.7240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,12288,1,0,8.2356
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16384,1,0,11.3857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32768,1,0,26.2765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,0,1.1257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16,1,0,1.1930
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32,1,0,1.1791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,64,1,0,1.1660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,128,1,0,1.1585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,256,1,0,1.1694
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,512,1,0,1.1700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1024,1,0,1.1885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1536,1,0,1.5759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,2048,1,0,2.1323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,3072,1,0,3.4460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,4096,1,0,4.7445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,6144,1,0,7.4648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,8192,1,0,10.2585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,10240,1,0,13.1853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,12288,1,0,16.2917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16384,1,0,22.5912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32768,1,0,31.7056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,0,1.1254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16,1,0,1.1631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32,1,0,1.1503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,64,1,0,1.1586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,128,1,0,1.1615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,256,1,0,1.1597
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,512,1,0,1.1761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1024,1,0,1.7996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1536,1,0,2.8157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,2048,1,0,3.9830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,3072,1,0,6.6214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,4096,1,0,9.2804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,6144,1,0,14.7342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,8192,1,0,20.3037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,10240,1,0,26.2043
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,12288,1,0,32.4060
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16384,1,0,24.7653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32768,1,0,63.2110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,0,1.1314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16,1,0,1.1594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,32,1,0,1.1655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,64,1,0,1.1683
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,128,1,0,1.1628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,256,1,0,1.1720
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,512,1,0,1.6298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1024,1,0,3.3124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1536,1,0,5.3411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,2048,1,0,7.7368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,3072,1,0,13.0151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,4096,1,0,18.3400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,6144,1,0,29.4289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,8192,1,0,21.2861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,10240,1,0,27.6698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,12288,1,0,34.6443
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16384,1,0,49.3279
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,0,1.1241
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,16,1,0,1.1639
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,32,1,0,1.1628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,64,1,0,1.1662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,128,1,0,1.1520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,256,1,0,1.5375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,512,1,0,2.9775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1024,1,0,6.3645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1536,1,0,10.4804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,2048,1,0,15.3042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,3072,1,0,25.9461
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,4096,1,0,19.2719
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,6144,1,0,30.5711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,8192,1,0,42.3990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,0,1.1228
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,16,1,0,1.1618
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,32,1,0,1.1633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,64,1,0,1.1603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,128,1,0,1.4870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,256,1,0,2.7865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,512,1,0,5.7039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1024,1,0,12.4581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1536,1,0,20.9368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,2048,1,0,17.6194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,3072,1,0,27.8411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,4096,1,0,38.6623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,0,1.1311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,16,1,0,1.1629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,32,1,0,1.1673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,64,1,0,1.4857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,128,1,0,2.6790
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,256,1,0,5.2738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,512,1,0,11.1425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1024,1,0,17.3433
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1536,1,0,26.1837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,2048,1,0,35.0840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,0,1.1200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,16,1,0,1.1633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,32,1,0,1.4923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,64,1,0,2.6846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,128,1,0,5.0705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,256,1,0,10.2297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,512,1,0,17.2160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1024,1,0,34.5577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,0,1.1289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,16,1,0,1.4952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,32,1,0,2.6845
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,64,1,0,5.0880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,128,1,0,9.8418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,256,1,0,17.1639
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,512,1,0,34.2873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,0,1.1593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,16,1,0,1.1666
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,32,1,0,1.1627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,64,1,0,1.1632
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,128,1,0,1.1497
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,256,1,0,1.1574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,512,1,0,1.1664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1024,1,0,1.1674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1536,1,0,1.1928
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,2048,1,0,1.2162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,3072,1,0,1.8352
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,4096,1,0,2.4658
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,6144,1,0,3.8118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,8192,1,0,5.1962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,10240,1,0,6.6671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,12288,1,0,8.1714
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,16384,1,0,11.2813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,32768,1,0,26.0766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,0,1.1162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,16,1,0,1.1657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,32,1,0,1.1620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,64,1,0,1.1562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,128,1,0,1.1594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,256,1,0,1.1614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,512,1,0,1.1571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1024,1,0,1.1852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1536,1,0,1.4667
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,2048,1,0,2.0283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,3072,1,0,3.3265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,4096,1,0,4.6296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,6144,1,0,7.3379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,8192,1,0,10.1239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,10240,1,0,12.9714
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,12288,1,0,15.9918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,16384,1,0,22.2629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,32768,1,0,28.8697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,0,1.1245
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,16,1,0,1.1635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,32,1,0,1.1575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,64,1,0,1.1606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,128,1,0,1.1612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,256,1,0,1.1552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,512,1,0,1.2517
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1024,1,0,1.6302
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1536,1,0,2.6073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,2048,1,0,3.7634
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,3072,1,0,6.3579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,4096,1,0,9.0227
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,6144,1,0,14.4070
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,8192,1,0,20.0198
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,10240,1,0,25.8182
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,12288,1,0,32.0316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,16384,1,0,21.9088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,32768,1,0,57.5148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,0,1.1244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,16,1,0,1.1482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,32,1,0,1.1491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,64,1,0,1.1534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,128,1,0,1.1521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,256,1,0,1.1567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,512,1,0,1.4443
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1024,1,0,2.9777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1536,1,0,4.9555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,2048,1,0,7.2897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,3072,1,0,12.4628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,4096,1,0,17.7839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,6144,1,0,28.7322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,8192,1,0,18.4460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,10240,1,0,24.1038
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,12288,1,0,30.3649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,16384,1,0,43.6528
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,0,1.1232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,16,1,0,1.1531
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,32,1,0,1.1612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,64,1,0,1.1495
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,128,1,0,1.1573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,256,1,0,1.3497
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,512,1,0,2.5866
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1024,1,0,5.7203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1536,1,0,9.6444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,2048,1,0,14.3289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,3072,1,0,24.9044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,4096,1,0,16.4151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,6144,1,0,26.2745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,8192,1,0,36.7022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,0,1.1286
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,16,1,0,1.1563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,32,1,0,1.1532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,64,1,0,1.1614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,128,1,0,1.3006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,256,1,0,2.4010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,512,1,0,4.9644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1024,1,0,11.1264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1536,1,0,19.1805
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,2048,1,0,14.7614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,3072,1,0,23.5737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,4096,1,0,32.6895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,0,1.1064
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,16,1,0,1.1458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,32,1,0,1.1421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,64,1,0,1.2962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,128,1,0,2.3042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,256,1,0,4.5075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,512,1,0,9.6238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1024,1,0,14.4949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1536,1,0,21.8979
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,2048,1,0,29.3759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,0,1.1126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,16,1,0,1.1476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,32,1,0,1.3012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,64,1,0,2.3055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,128,1,0,4.3326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,256,1,0,8.6900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,512,1,0,14.3723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1024,1,0,28.8257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,0,1.1161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,16,1,0,1.3075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,32,1,0,2.3132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,64,1,0,4.3329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,128,1,0,8.3407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,256,1,0,14.3054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,512,1,0,28.5954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,0,1.0978
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,16,1,0,1.1535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,32,1,0,1.1643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,64,1,0,1.1466
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,128,1,0,1.1591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,256,1,0,1.1546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,512,1,0,1.1624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1024,1,0,1.1575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1536,1,0,1.1848
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,2048,1,0,1.2026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,3072,1,0,1.7726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,4096,1,0,2.3838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,6144,1,0,3.6823
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,8192,1,0,5.0107
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,10240,1,0,6.4351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,12288,1,0,7.9001
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,16384,1,0,10.9562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,32768,1,0,25.4334
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,0,1.1106
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,16,1,0,1.1620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,32,1,0,1.1520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,64,1,0,1.1586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,128,1,0,1.1583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,256,1,0,1.1582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,512,1,0,1.1710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1024,1,0,1.1797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1536,1,0,1.4044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,2048,1,0,1.9292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,3072,1,0,3.1814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,4096,1,0,4.4588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,6144,1,0,7.0777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,8192,1,0,9.7479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,10240,1,0,12.5960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,12288,1,0,15.5405
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,16384,1,0,21.6702
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,32768,1,0,27.4606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,0,1.1154
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,16,1,0,1.1596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,32,1,0,1.1562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,64,1,0,1.1655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,128,1,0,1.1650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,256,1,0,1.1604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,512,1,0,1.1682
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1024,1,0,1.5491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1536,1,0,2.4676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,2048,1,0,3.5745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,3072,1,0,6.0892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,4096,1,0,8.6322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,6144,1,0,13.8525
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,8192,1,0,19.2585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,10240,1,0,25.0234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,12288,1,0,30.9124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,16384,1,0,20.4919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,32768,1,0,54.7317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,0,1.1264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,16,1,0,1.1592
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,32,1,0,1.1862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,64,1,0,1.1561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,128,1,0,1.1489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,256,1,0,1.1541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,512,1,0,1.3582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1024,1,0,2.8003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1536,1,0,4.6826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,2048,1,0,6.9076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,3072,1,0,11.9303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,4096,1,0,17.0229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,6144,1,0,27.7721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,8192,1,0,17.0253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,10240,1,0,22.3402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,12288,1,0,28.2497
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,16384,1,0,40.8607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,0,1.1339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,16,1,0,1.1660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,32,1,0,1.1701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,64,1,0,1.1596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,128,1,0,1.1501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,256,1,0,1.2657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,512,1,0,2.4238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1024,1,0,5.3652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1536,1,0,9.1403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,2048,1,0,13.5752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,3072,1,0,23.8362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,4096,1,0,15.0134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,6144,1,0,24.1814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,8192,1,0,33.9196
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,0,1.1274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,16,1,0,1.1588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,32,1,0,1.1496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,64,1,0,1.1601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,128,1,0,1.2221
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,256,1,0,2.2207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,512,1,0,4.6008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1024,1,0,10.4304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1536,1,0,18.0607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,2048,1,0,13.3540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,3072,1,0,21.4824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,4096,1,0,29.8991
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,0,1.1220
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,16,1,0,1.1594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,32,1,0,1.1551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,64,1,0,1.2244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,128,1,0,2.1271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,256,1,0,4.1667
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,512,1,0,8.9404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1024,1,0,13.0741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1536,1,0,19.7953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,2048,1,0,26.6019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,0,1.1236
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,16,1,0,1.1623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,32,1,0,1.2191
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,64,1,0,2.1325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,128,1,0,3.9774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,256,1,0,7.9823
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,512,1,0,12.9472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1024,1,0,26.0671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,0,1.1165
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,16,1,0,1.2298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,32,1,0,2.1337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,64,1,0,3.9925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,128,1,0,7.6356
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,256,1,0,12.8932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,512,1,0,25.7985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,0,1.1054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,16,1,0,1.1743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,32,1,0,1.1596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,64,1,0,1.1551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,128,1,0,1.1565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,256,1,0,1.1577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,512,1,0,1.1568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1024,1,0,1.1689
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1536,1,0,1.1763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,2048,1,0,1.2043
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,3072,1,0,1.7460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,4096,1,0,2.3403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,6144,1,0,3.6188
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,8192,1,0,4.9354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,10240,1,0,6.3198
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,12288,1,0,7.7521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,16384,1,0,10.7646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,32768,1,0,25.0852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,0,1.1168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,16,1,0,1.1637
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,32,1,0,1.1655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,64,1,0,1.1594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,128,1,0,1.1641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,256,1,0,1.1557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,512,1,0,1.1640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1024,1,0,1.1872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1536,1,0,1.3878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,2048,1,0,1.9045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,3072,1,0,3.1197
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,4096,1,0,4.3681
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,6144,1,0,6.9476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,8192,1,0,9.6144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,10240,1,0,12.3708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,12288,1,0,15.2547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,16384,1,0,21.2494
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,32768,1,0,26.7807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,0,1.1200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,16,1,0,1.1590
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,32,1,0,1.1625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,64,1,0,1.1572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,128,1,0,1.1680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,256,1,0,1.1570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,512,1,0,1.1642
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1024,1,0,1.5133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1536,1,0,2.4142
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,2048,1,0,3.4893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,3072,1,0,5.9834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,4096,1,0,8.4620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,6144,1,0,13.5885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,8192,1,0,18.9826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,10240,1,0,24.5076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,12288,1,0,30.4345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,16384,1,0,19.8143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,32768,1,0,53.3888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,0,1.3602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,16,1,0,1.1588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,32,1,0,1.1638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,64,1,0,1.1656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,128,1,0,1.1713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,256,1,0,1.1555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,512,1,0,1.3238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1024,1,0,2.7261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1536,1,0,4.5530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,2048,1,0,6.7638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,3072,1,0,11.7134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,4096,1,0,16.6952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,6144,1,0,27.2325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,8192,1,0,16.3493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,10240,1,0,21.4885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,12288,1,0,27.2693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,16384,1,0,39.4978
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,0,1.1336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,16,1,0,1.1671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,32,1,0,1.1577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,64,1,0,1.1585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,128,1,0,1.1470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,256,1,0,1.2200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,512,1,0,2.3398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1024,1,0,5.1553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1536,1,0,8.8524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,2048,1,0,13.2953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,3072,1,0,23.3309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,4096,1,0,14.3324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,6144,1,0,23.1620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,8192,1,0,32.5213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,0,1.1227
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,16,1,0,1.1518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,32,1,0,1.1559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,64,1,0,1.1554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,128,1,0,1.1815
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,256,1,0,2.1341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,512,1,0,4.4321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1024,1,0,10.1146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1536,1,0,17.5771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,2048,1,0,12.6843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,3072,1,0,20.4701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,4096,1,0,28.5148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,0,1.1253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,16,1,0,1.1556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,32,1,0,1.1494
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,64,1,0,1.1805
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,128,1,0,2.0424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,256,1,0,3.9862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,512,1,0,8.5974
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1024,1,0,12.3982
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1536,1,0,18.7963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,2048,1,0,25.2035
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,0,1.1192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,16,1,0,1.1575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,32,1,0,1.1772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,64,1,0,2.0440
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,128,1,0,3.8064
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,256,1,0,7.6517
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,512,1,0,12.2762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1024,1,0,24.6887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,0,1.1263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,16,1,0,1.1843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,32,1,0,2.0521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,64,1,0,3.8155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,128,1,0,7.3056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,256,1,0,12.2266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,512,1,0,24.4412
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,0,1.1269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,16,1,0,1.1584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,32,1,0,1.1489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,64,1,0,1.1534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,128,1,0,1.1549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,256,1,0,1.1555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,512,1,0,1.1557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1024,1,0,1.1556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1536,1,0,1.1880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,2048,1,0,1.2037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,3072,1,0,1.7276
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,4096,1,0,2.3147
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,6144,1,0,3.5678
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,8192,1,0,4.8765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,10240,1,0,6.2610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,12288,1,0,7.6770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,16384,1,0,10.7069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,32768,1,0,24.8601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,0,1.1073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,16,1,0,1.1500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,32,1,0,1.1487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,64,1,0,1.1559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,128,1,0,1.1540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,256,1,0,1.1498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,512,1,0,1.1606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1024,1,0,1.1719
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1536,1,0,1.3722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,2048,1,0,1.8832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,3072,1,0,3.0834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,4096,1,0,4.3024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,6144,1,0,6.8689
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,8192,1,0,9.5108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,10240,1,0,12.2901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,12288,1,0,15.1575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,16384,1,0,21.0811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,32768,1,0,26.4585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,0,1.1164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,16,1,0,1.1535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,32,1,0,1.1569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,64,1,0,1.1446
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,128,1,0,1.1443
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,256,1,0,1.1615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,512,1,0,1.1606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1024,1,0,1.4904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1536,1,0,2.3615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,2048,1,0,3.4487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,3072,1,0,5.8665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,4096,1,0,8.3908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,6144,1,0,13.8103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,8192,1,0,18.7581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,10240,1,0,24.2465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,12288,1,0,30.1998
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,16384,1,0,19.4969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,32768,1,0,52.7408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,0,1.1274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,16,1,0,1.1510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,32,1,0,1.1621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,64,1,0,1.1566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,128,1,0,1.1613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,256,1,0,1.1491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,512,1,0,1.3051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1024,1,0,2.6735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1536,1,0,4.5084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,2048,1,0,6.6836
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,3072,1,0,11.6034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,4096,1,0,16.6080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,6144,1,0,26.9930
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,8192,1,0,16.0307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,10240,1,0,21.0853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,12288,1,0,26.7541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,16384,1,0,38.8484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,0,1.1279
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,16,1,0,1.1530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,32,1,0,1.1557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,64,1,0,1.1549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,128,1,0,1.1534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,256,1,0,1.2030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,512,1,0,2.2810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1024,1,0,5.0960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1536,1,0,8.6834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,2048,1,0,13.1112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,3072,1,0,23.0932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,4096,1,0,14.0113
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,6144,1,0,22.6812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,8192,1,0,31.9102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,0,1.1217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,16,1,0,1.1596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,32,1,0,1.1671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,64,1,0,1.1547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,128,1,0,1.1788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,256,1,0,2.0864
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,512,1,0,4.3313
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1024,1,0,9.9376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1536,1,0,17.3721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,2048,1,0,12.3524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,3072,1,0,19.9828
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,4096,1,0,27.8857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,0,1.1289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,16,1,0,1.1593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,32,1,0,1.1597
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,64,1,0,1.1825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,128,1,0,1.9906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,256,1,0,3.9101
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,512,1,0,8.4274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1024,1,0,12.0823
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1536,1,0,18.3117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,2048,1,0,24.5880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,0,1.1190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,16,1,0,1.1506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,32,1,0,1.1632
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,64,1,0,1.9985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,128,1,0,3.7316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,256,1,0,7.4814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,512,1,0,11.9570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1024,1,0,24.0621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,0,1.1163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,16,1,0,1.1750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,32,1,0,1.9988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,64,1,0,3.7359
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,128,1,0,7.1316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,256,1,0,11.8978
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,512,1,0,23.7968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,0,1.1193
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,16,1,0,1.1735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,32,1,0,1.1662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,64,1,0,1.1672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,128,1,0,1.1710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,256,1,0,1.1606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,512,1,0,1.1926
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1024,1,0,1.3346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1536,1,0,1.7923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,2048,1,0,2.2739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,3072,1,0,3.2985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,4096,1,0,4.3344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,6144,1,0,6.3499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,8192,1,0,8.4774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,10240,1,0,10.6049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,12288,1,0,13.0502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,16384,1,0,17.5858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,32768,1,0,37.8030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,0,1.1264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,16,1,0,1.1760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,32,1,0,1.1750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,64,1,0,1.1699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,128,1,0,1.1721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,256,1,0,1.1951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,512,1,0,1.3342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1024,1,0,2.2589
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1536,1,0,3.2295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,2048,1,0,4.2123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,3072,1,0,6.1677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,4096,1,0,8.2075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,6144,1,0,12.5080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,8192,1,0,16.6991
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,10240,1,0,20.9701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,12288,1,0,25.6647
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,16384,1,0,34.3204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,32768,1,0,75.0501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,0,1.1275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,16,1,0,1.1765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,32,1,0,1.1651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,64,1,0,1.1688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,128,1,0,1.1857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,256,1,0,1.3321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,512,1,0,2.2503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1024,1,0,4.1784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1536,1,0,6.0382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,2048,1,0,7.9834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,3072,1,0,12.1625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,4096,1,0,16.1551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,6144,1,0,24.4287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,8192,1,0,32.5259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,10240,1,0,41.5194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,12288,1,0,50.5746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,16384,1,0,68.3327
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,32768,1,0,146.6835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,0,1.1277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,16,1,0,1.1710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,32,1,0,1.1794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,64,1,0,1.2011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,128,1,0,1.3310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,256,1,0,2.2468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,512,1,0,4.1699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1024,1,0,7.9312
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1536,1,0,11.8924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,2048,1,0,15.6789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,3072,1,0,23.7409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,4096,1,0,31.5128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,6144,1,0,48.5354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,8192,1,0,64.5898
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,10240,1,0,81.7186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,12288,1,0,97.3174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,16384,1,0,132.8014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,0,1.1324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,16,1,0,1.1791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,32,1,0,1.2526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,64,1,0,1.3377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,128,1,0,2.2511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,256,1,0,4.1735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,512,1,0,7.9034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1024,1,0,15.5545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1536,1,0,23.2121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,2048,1,0,30.5492
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,3072,1,0,47.1456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,4096,1,0,62.5795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,6144,1,0,93.1774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,8192,1,0,125.8481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,0,1.1219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,16,1,0,1.2009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,32,1,0,1.3411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,64,1,0,2.2517
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,128,1,0,4.1512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,256,1,0,7.9005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,512,1,0,15.5129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1024,1,0,30.3051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1536,1,0,46.0797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,2048,1,0,60.6558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,3072,1,0,90.3936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,4096,1,0,121.7468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,0,1.1259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,16,1,0,1.3375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,32,1,0,2.2428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,64,1,0,4.1426
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,128,1,0,7.8445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,256,1,0,15.4894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,512,1,0,30.1939
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1024,1,0,60.1697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1536,1,0,88.1483
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,2048,1,0,117.9028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,0,1.1345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,16,1,0,2.2446
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,32,1,0,4.1390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,64,1,0,7.8484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,128,1,0,15.4362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,256,1,0,30.2456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,512,1,0,59.9472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1024,1,0,116.8225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,0,1.1691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,16,1,0,4.1535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,32,1,0,7.8388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,64,1,0,15.4288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,128,1,0,30.1015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,256,1,0,59.9652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,512,1,0,116.4459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,0,1.1084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,16,1,0,1.1780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,32,1,0,1.1733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,64,1,0,1.1862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,128,1,0,1.1766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,256,1,0,1.1759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,512,1,0,1.2077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1024,1,0,1.2789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1536,1,0,1.6935
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,2048,1,0,2.1441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,3072,1,0,2.9985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,4096,1,0,3.9213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,6144,1,0,5.8822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,8192,1,0,7.9356
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,10240,1,0,9.8812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,12288,1,0,12.0046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,16384,1,0,16.1893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,32768,1,0,35.4946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,0,1.1138
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,16,1,0,1.1840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,32,1,0,1.1847
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,64,1,0,1.1735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,128,1,0,1.1881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,256,1,0,1.2128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,512,1,0,1.2718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1024,1,0,2.2841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1536,1,0,2.9296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,2048,1,0,3.9837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,3072,1,0,5.6998
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,4096,1,0,7.7876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,6144,1,0,11.4013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,8192,1,0,15.4899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,10240,1,0,19.2784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,12288,1,0,23.4377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,16384,1,0,31.9440
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,32768,1,0,70.4032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,0,1.1175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,16,1,0,1.1789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,32,1,0,1.1727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,64,1,0,1.1843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,128,1,0,1.2032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,256,1,0,1.3946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,512,1,0,2.1134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1024,1,0,4.1141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1536,1,0,5.5620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,2048,1,0,7.7599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,3072,1,0,11.0368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,4096,1,0,15.1695
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,6144,1,0,22.3848
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,8192,1,0,30.5855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,10240,1,0,38.1359
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,12288,1,0,46.8421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,16384,1,0,63.4387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,32768,1,0,140.8877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,0,1.1159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,16,1,0,1.1754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,32,1,0,1.1813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,64,1,0,1.2239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,128,1,0,1.2692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,256,1,0,2.3702
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,512,1,0,3.7621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1024,1,0,8.0646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1536,1,0,10.7810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,2048,1,0,15.1353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,3072,1,0,21.7083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,4096,1,0,29.9672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,6144,1,0,44.4069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,8192,1,0,59.9339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,10240,1,0,75.9725
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,12288,1,0,92.6158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,16384,1,0,126.5961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,0,1.1094
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,16,1,0,1.1815
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,32,1,0,1.2116
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,64,1,0,1.2769
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,128,1,0,2.1178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,256,1,0,3.7643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,512,1,0,7.2859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1024,1,0,14.1840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1536,1,0,21.1688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,2048,1,0,28.2002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,3072,1,0,42.9891
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,4096,1,0,57.9214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,6144,1,0,88.5699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,8192,1,0,119.6517
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,0,1.1091
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,16,1,0,1.2076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,32,1,0,1.2699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,64,1,0,2.1127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,128,1,0,3.7407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,256,1,0,7.2931
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,512,1,0,14.1181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1024,1,0,27.9135
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1536,1,0,41.9039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,2048,1,0,55.9967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,3072,1,0,85.6656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,4096,1,0,115.5799
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,0,1.1348
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,16,1,0,1.2749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,32,1,0,2.1164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,64,1,0,3.7409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,128,1,0,7.2378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,256,1,0,14.1385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,512,1,0,27.8213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1024,1,0,55.4688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1536,1,0,83.5557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,2048,1,0,111.7514
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,0,1.1122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,16,1,0,2.1100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,32,1,0,3.7247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,64,1,0,7.2336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,128,1,0,14.0424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,256,1,0,27.8553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,512,1,0,55.2755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1024,1,0,110.6696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,0,1.1331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,16,1,0,3.7319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,32,1,0,7.2342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,64,1,0,14.0405
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,128,1,0,27.7326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,256,1,0,55.3775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,512,1,0,110.2386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,0,1.1558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,16,1,0,1.1895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,32,1,0,1.1794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,64,1,0,1.1808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,128,1,0,1.1802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,256,1,0,1.1871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,512,1,0,1.2133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1024,1,0,1.2408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1536,1,0,1.4401
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,2048,1,0,1.7927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,3072,1,0,2.5085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,4096,1,0,3.2572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,6144,1,0,4.8549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,8192,1,0,6.4835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,10240,1,0,8.1737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,12288,1,0,9.9056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,16384,1,0,13.5204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,32768,1,0,30.1244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,0,1.1473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,16,1,0,1.1839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,32,1,0,1.1825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,64,1,0,1.1773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,128,1,0,1.1826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,256,1,0,1.1978
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,512,1,0,1.2388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1024,1,0,1.7718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1536,1,0,2.4354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,2048,1,0,3.1330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,3072,1,0,4.6700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,4096,1,0,6.2107
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,6144,1,0,9.3858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,8192,1,0,12.6434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,10240,1,0,15.9558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,12288,1,0,19.4556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,16384,1,0,26.6456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,32768,1,0,59.8612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,0,1.1559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,16,1,0,1.2083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,32,1,0,1.1848
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,64,1,0,1.1825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,128,1,0,1.2038
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,256,1,0,1.2255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,512,1,0,1.7620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1024,1,0,3.0970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1536,1,0,4.5381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,2048,1,0,5.9810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,3072,1,0,9.0260
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,4096,1,0,12.0952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,6144,1,0,18.4011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,8192,1,0,24.8748
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,10240,1,0,31.9428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,12288,1,0,38.5831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,16384,1,0,52.8910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,32768,1,0,119.3843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,0,1.1533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,16,1,0,1.1775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,32,1,0,1.1906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,64,1,0,1.2003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,128,1,0,1.2412
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,256,1,0,1.7648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,512,1,0,3.0829
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1024,1,0,5.9260
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1536,1,0,8.7676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,2048,1,0,11.6271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,3072,1,0,17.7262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,4096,1,0,23.8519
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,6144,1,0,36.5458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,8192,1,0,49.3948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,10240,1,0,62.7687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,12288,1,0,76.7237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,16384,1,0,105.4701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,0,1.1476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,16,1,0,1.1835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,32,1,0,1.1983
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,64,1,0,1.2324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,128,1,0,1.7626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,256,1,0,3.0869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,512,1,0,5.8886
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1024,1,0,11.4851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1536,1,0,17.1777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,2048,1,0,22.8969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,3072,1,0,35.1037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,4096,1,0,47.3737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,6144,1,0,72.6356
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,8192,1,0,98.5384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,0,1.1498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,16,1,0,1.1985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,32,1,0,1.2338
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,64,1,0,1.7623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,128,1,0,3.0733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,256,1,0,5.9006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,512,1,0,11.4557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1024,1,0,22.6185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1536,1,0,34.0449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,2048,1,0,45.4776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,3072,1,0,69.7796
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,4096,1,0,94.3998
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,0,1.1561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,16,1,0,1.2455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,32,1,0,1.7607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,64,1,0,3.0693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,128,1,0,5.8576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,256,1,0,11.4670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,512,1,0,22.5016
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1024,1,0,44.9526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1536,1,0,67.6370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,2048,1,0,90.5833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,0,1.1456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,16,1,0,1.7650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,32,1,0,3.0593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,64,1,0,5.8375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,128,1,0,11.3867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,256,1,0,22.5399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,512,1,0,44.7517
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1024,1,0,89.6100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,0,1.1575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,16,1,0,3.0612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,32,1,0,5.8346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,64,1,0,11.3812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,128,1,0,22.4110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,256,1,0,44.8168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,512,1,0,89.1408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,0,1.1586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,16,1,0,1.1866
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,32,1,0,1.1818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,64,1,0,1.1785
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,128,1,0,1.1752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,256,1,0,1.1842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,512,1,0,1.2014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1024,1,0,1.2318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1536,1,0,1.3146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,2048,1,0,1.6173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,3072,1,0,2.2734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,4096,1,0,2.9347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,6144,1,0,4.3460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,8192,1,0,5.8109
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,10240,1,0,7.3723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,12288,1,0,8.8841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,16384,1,0,12.1690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,32768,1,0,27.5396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,0,1.1425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,16,1,0,1.1838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,32,1,0,1.1819
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,64,1,0,1.1711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,128,1,0,1.1797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,256,1,0,1.2145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,512,1,0,1.2330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1024,1,0,1.7475
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1536,1,0,2.1983
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,2048,1,0,2.9739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,3072,1,0,4.1713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,4096,1,0,5.6987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,6144,1,0,8.3609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,8192,1,0,11.2732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,10240,1,0,14.4471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,12288,1,0,17.4518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,16384,1,0,24.0008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,32768,1,0,54.7360
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,0,1.1574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,16,1,0,1.1830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,32,1,0,1.1729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,64,1,0,1.1871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,128,1,0,1.2025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,256,1,0,1.2526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,512,1,0,1.5966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1024,1,0,3.1062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1536,1,0,4.0375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,2048,1,0,5.6591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,3072,1,0,8.0050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,4096,1,0,11.1140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,6144,1,0,16.4013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,8192,1,0,22.2159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,10240,1,0,28.2310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,12288,1,0,34.6269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,16384,1,0,47.9554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,32768,1,0,109.2221
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,0,1.1505
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,16,1,0,1.1847
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,32,1,0,1.1872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,64,1,0,1.1920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,128,1,0,1.2378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,256,1,0,1.5877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,512,1,0,2.7668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1024,1,0,5.2232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1536,1,0,7.7399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,2048,1,0,10.2750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,3072,1,0,15.7038
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,4096,1,0,21.1813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,6144,1,0,32.5766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,8192,1,0,44.1157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,10240,1,0,56.1593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,12288,1,0,68.8674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,16384,1,0,94.9467
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,0,1.1627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,16,1,0,1.1787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,32,1,0,1.2102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,64,1,0,1.2387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,128,1,0,1.5830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,256,1,0,2.7706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,512,1,0,5.2202
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1024,1,0,10.1343
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1536,1,0,15.1659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,2048,1,0,20.2349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,3072,1,0,31.1346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,4096,1,0,42.0360
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,6144,1,0,65.0153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,8192,1,0,88.0027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,0,1.1448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,16,1,0,1.2026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,32,1,0,1.2267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,64,1,0,1.5818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,128,1,0,2.7550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,256,1,0,5.2307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,512,1,0,10.0912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1024,1,0,19.9626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1536,1,0,30.1033
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,2048,1,0,40.1428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,3072,1,0,61.8886
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,4096,1,0,84.1213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,0,1.1477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,16,1,0,1.2385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,32,1,0,1.5850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,64,1,0,2.7476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,128,1,0,5.1733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,256,1,0,10.1077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,512,1,0,19.8843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1024,1,0,39.6311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1536,1,0,59.7019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,2048,1,0,79.9595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,0,1.1413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,16,1,0,1.5873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,32,1,0,2.7400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,64,1,0,5.1654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,128,1,0,10.0297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,256,1,0,19.8672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,512,1,0,39.4558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1024,1,0,78.9541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,0,1.1594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,16,1,0,2.7397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,32,1,0,5.1571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,64,1,0,10.0112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,128,1,0,19.7629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,256,1,0,39.5127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,512,1,0,78.5748
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,0,1.1507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,16,1,0,1.1960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,32,1,0,1.1876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,64,1,0,1.1876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,128,1,0,1.1831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,256,1,0,1.1833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,512,1,0,1.1983
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1024,1,0,1.2312
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1536,1,0,1.2684
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,2048,1,0,1.5355
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,3072,1,0,2.1552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,4096,1,0,2.7778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,6144,1,0,4.0994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,8192,1,0,5.4659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,10240,1,0,6.8957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,12288,1,0,8.3958
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,16384,1,0,11.4957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,32768,1,0,26.1231
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,0,1.1533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,16,1,0,1.1797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,32,1,0,1.1805
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,64,1,0,1.1754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,128,1,0,1.1899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,256,1,0,1.1973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,512,1,0,1.2330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1024,1,0,1.5261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1536,1,0,2.0868
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,2048,1,0,2.6626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,3072,1,0,3.9117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,4096,1,0,5.2007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,6144,1,0,7.8670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,8192,1,0,10.6181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,10240,1,0,13.4400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,12288,1,0,16.4315
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,16384,1,0,22.6393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,32768,1,0,51.9306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,0,1.1516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,16,1,0,1.1770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,32,1,0,1.1834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,64,1,0,1.1793
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,128,1,0,1.1980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,256,1,0,1.2362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,512,1,0,1.5191
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1024,1,0,2.6156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1536,1,0,3.7762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,2048,1,0,4.9571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,3072,1,0,7.5005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,4096,1,0,10.0661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,6144,1,0,15.3735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,8192,1,0,20.8666
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,10240,1,0,26.5620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,12288,1,0,32.6163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,16384,1,0,44.9293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,32768,1,0,103.5794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,0,1.1572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,16,1,0,1.1862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,32,1,0,1.1846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,64,1,0,1.2043
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,128,1,0,1.2279
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,256,1,0,1.5071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,512,1,0,2.6001
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1024,1,0,4.8963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1536,1,0,7.2468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,2048,1,0,9.5989
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,3072,1,0,14.6991
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,4096,1,0,19.8464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,6144,1,0,30.5748
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,8192,1,0,41.4569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,10240,1,0,52.8402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,12288,1,0,64.9084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,16384,1,0,89.6599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,0,1.1507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,16,1,0,1.1791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,32,1,0,1.2009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,64,1,0,1.2235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,128,1,0,1.5097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,256,1,0,2.5987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,512,1,0,4.8660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1024,1,0,9.4617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1536,1,0,14.1628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,2048,1,0,18.8916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,3072,1,0,29.1251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,4096,1,0,39.3849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,6144,1,0,60.7734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,8192,1,0,82.6800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,0,1.1520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,16,1,0,1.2037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,32,1,0,1.2262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,64,1,0,1.5101
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,128,1,0,2.5861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,256,1,0,4.8798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,512,1,0,9.4082
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1024,1,0,18.6351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1536,1,0,28.0553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,2048,1,0,37.4769
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,3072,1,0,57.8614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,4096,1,0,78.4951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,0,1.1525
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,16,1,0,1.2347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,32,1,0,1.5074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,64,1,0,2.5754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,128,1,0,4.8229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,256,1,0,9.4438
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,512,1,0,18.5051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1024,1,0,36.9267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1536,1,0,55.6955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,2048,1,0,74.6511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,0,1.1473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,16,1,0,1.5085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,32,1,0,2.5819
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,64,1,0,4.8264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,128,1,0,9.3403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,256,1,0,18.5504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,512,1,0,36.7733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1024,1,0,73.6139
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,0,1.1425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,16,1,0,2.5809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,32,1,0,4.8301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,64,1,0,9.3407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,128,1,0,18.3996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,256,1,0,36.7774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,512,1,0,73.2775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,0,1.1458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,16,1,0,1.1851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,32,1,0,1.1773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,64,1,0,1.1784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,128,1,0,1.1800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,256,1,0,1.1715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,512,1,0,1.1930
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1024,1,0,1.2179
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1536,1,0,1.2585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,2048,1,0,1.4993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,3072,1,0,2.0953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,4096,1,0,2.7147
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,6144,1,0,3.9865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,8192,1,0,5.3651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,10240,1,0,6.6846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,12288,1,0,8.1527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,16384,1,0,11.1846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,32768,1,0,25.4761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,0,1.1509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,16,1,0,1.1841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,32,1,0,1.1868
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,64,1,0,1.1780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,128,1,0,1.1841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,256,1,0,1.1993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,512,1,0,1.2208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1024,1,0,1.4914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1536,1,0,2.0276
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,2048,1,0,2.5869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,3072,1,0,3.8045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,4096,1,0,5.0377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,6144,1,0,7.6271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,8192,1,0,10.2944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,10240,1,0,13.0365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,12288,1,0,15.9624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,16384,1,0,21.9904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,32768,1,0,50.6366
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,0,1.1502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,16,1,0,1.1768
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,32,1,0,1.1792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,64,1,0,1.1847
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,128,1,0,1.2070
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,256,1,0,1.2272
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,512,1,0,1.4729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1024,1,0,2.5509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1536,1,0,3.6702
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,2048,1,0,4.8041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,3072,1,0,7.2641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,4096,1,0,9.7590
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,6144,1,0,14.9004
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,8192,1,0,20.2257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,10240,1,0,25.7564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,12288,1,0,31.6408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,16384,1,0,43.6547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,32768,1,0,101.0442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,0,1.1546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,16,1,0,1.1824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,32,1,0,1.1916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,64,1,0,1.2044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,128,1,0,1.2239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,256,1,0,1.4770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,512,1,0,2.5337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1024,1,0,4.7444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1536,1,0,7.0178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,2048,1,0,9.2832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,3072,1,0,14.2128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,4096,1,0,19.1865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,6144,1,0,29.5835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,8192,1,0,40.1620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,10240,1,0,51.2404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,12288,1,0,62.9444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,16384,1,0,87.8670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,0,1.1621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,16,1,0,1.1856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,32,1,0,1.1960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,64,1,0,1.2251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,128,1,0,1.4742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,256,1,0,2.5422
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,512,1,0,4.7146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1024,1,0,9.1617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1536,1,0,13.6786
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,2048,1,0,18.2438
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,3072,1,0,28.1488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,4096,1,0,38.1032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,6144,1,0,58.8349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,8192,1,0,80.1474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,0,1.1604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,16,1,0,1.2051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,32,1,0,1.2251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,64,1,0,1.4677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,128,1,0,2.5207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,256,1,0,4.7379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,512,1,0,9.1028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1024,1,0,17.9754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1536,1,0,27.0781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,2048,1,0,36.1640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,3072,1,0,55.9385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,4096,1,0,75.9714
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,0,1.1468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,16,1,0,1.2246
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,32,1,0,1.4778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,64,1,0,2.5098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,128,1,0,4.6857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,256,1,0,9.1177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,512,1,0,17.8878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1024,1,0,35.6392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1536,1,0,53.7692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,2048,1,0,72.1119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,0,1.1479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,16,1,0,1.4699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,32,1,0,2.5114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,64,1,0,4.6781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,128,1,0,9.0261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,256,1,0,17.9283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,512,1,0,35.4976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1024,1,0,71.0663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,0,1.1583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,16,1,0,2.5181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,32,1,0,4.6623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,64,1,0,9.0322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,128,1,0,17.7441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,256,1,0,35.4776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,512,1,0,70.6330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,0,1.1569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,16,1,0,1.1955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,32,1,0,1.1825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,64,1,0,1.1953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,128,1,0,1.1899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,256,1,0,1.1800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,512,1,0,1.2026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1024,1,0,1.2262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1536,1,0,1.2702
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,2048,1,0,1.4911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,3072,1,0,2.0706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,4096,1,0,2.6621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,6144,1,0,3.9256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,8192,1,0,5.2339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,10240,1,0,6.6009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,12288,1,0,8.0403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,16384,1,0,11.0290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,32768,1,0,25.1537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,0,1.1424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,16,1,0,1.1903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,32,1,0,1.1759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,64,1,0,1.1682
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,128,1,0,1.1798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,256,1,0,1.1889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,512,1,0,1.2199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1024,1,0,1.4697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1536,1,0,2.0134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,2048,1,0,2.5382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,3072,1,0,3.7460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,4096,1,0,4.9679
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,6144,1,0,7.5024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,8192,1,0,10.1373
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,10240,1,0,12.8455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,12288,1,0,15.7180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,16384,1,0,21.6686
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,32768,1,0,50.0058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,0,1.1580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,16,1,0,1.1762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,32,1,0,1.1700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,64,1,0,1.1820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,128,1,0,1.2009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,256,1,0,1.2214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,512,1,0,1.4650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1024,1,0,2.5170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1536,1,0,3.6138
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,2048,1,0,4.7287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,3072,1,0,7.1569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,4096,1,0,9.5983
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,6144,1,0,14.6691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,8192,1,0,19.9011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,10240,1,0,25.3494
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,12288,1,0,31.1763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,16384,1,0,43.0176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,32768,1,0,99.7502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,0,1.1501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,16,1,0,1.1721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,32,1,0,1.1829
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,64,1,0,1.1892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,128,1,0,1.2288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,256,1,0,1.4563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,512,1,0,2.5053
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1024,1,0,4.6696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1536,1,0,6.8945
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,2048,1,0,9.1134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,3072,1,0,13.9789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,4096,1,0,18.8768
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,6144,1,0,29.1047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,8192,1,0,39.5177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,10240,1,0,50.4269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,12288,1,0,62.0015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,16384,1,0,85.8218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,0,1.1470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,16,1,0,1.1796
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,32,1,0,1.1904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,64,1,0,1.2339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,128,1,0,1.4646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,256,1,0,2.4850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,512,1,0,4.6549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1024,1,0,8.9974
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1536,1,0,13.4535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,2048,1,0,17.9174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,3072,1,0,27.6798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,4096,1,0,37.4572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,6144,1,0,57.8755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,8192,1,0,78.8689
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,0,1.1470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,16,1,0,1.2003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,32,1,0,1.2276
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,64,1,0,1.4572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,128,1,0,2.4813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,256,1,0,4.6495
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,512,1,0,8.9257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1024,1,0,17.6391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1536,1,0,26.6046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,2048,1,0,35.5352
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,3072,1,0,55.0055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,4096,1,0,75.1668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,0,1.1543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,16,1,0,1.2317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,32,1,0,1.7536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,64,1,0,2.4829
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,128,1,0,4.6024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,256,1,0,8.9542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,512,1,0,21.3235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1024,1,0,34.9828
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1536,1,0,59.1300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,2048,1,0,70.7929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,0,1.1544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,16,1,0,1.4626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,32,1,0,3.0610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,64,1,0,4.5973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,128,1,0,11.1545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,256,1,0,17.5855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,512,1,0,42.3707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1024,1,0,69.7588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,0,1.1620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,16,1,0,2.4804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,32,1,0,5.7820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,64,1,0,8.8827
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,128,1,0,21.9997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,256,1,0,34.7604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,512,1,0,84.5500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,0,1.1653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,16,1,0,1.1919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,32,1,0,1.1945
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,64,1,0,1.1832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,128,1,0,1.1795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,256,1,0,1.1611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,512,1,0,1.2060
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1024,1,0,1.2274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1536,1,0,1.2865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,2048,1,0,1.4762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,3072,1,0,2.1168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,4096,1,0,2.6431
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,6144,1,0,3.8949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,8192,1,0,5.1929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,10240,1,0,6.5460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,12288,1,0,7.9956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,16384,1,0,10.9555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,32768,1,0,25.0760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,0,1.1416
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,16,1,0,1.1779
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,32,1,0,1.1762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,64,1,0,1.1818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,128,1,0,1.1659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,256,1,0,1.1968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,512,1,0,1.2115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1024,1,0,1.6035
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1536,1,0,1.9997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,2048,1,0,2.6853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,3072,1,0,3.7114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,4096,1,0,4.9258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,6144,1,0,7.6301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,8192,1,0,10.0706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,10240,1,0,12.7498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,12288,1,0,15.6050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,16384,1,0,21.5173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,32768,1,0,49.6906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,0,1.1462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,16,1,0,1.1935
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,32,1,0,1.1781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,64,1,0,1.1629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,128,1,0,1.2029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,256,1,0,1.2184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,512,1,0,1.4456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1024,1,0,2.4995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1536,1,0,3.5785
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,2048,1,0,4.6898
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,3072,1,0,7.0970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,4096,1,0,9.5320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,6144,1,0,14.5627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,8192,1,0,19.7565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,10240,1,0,25.5531
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,12288,1,0,30.9471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,16384,1,0,42.7081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,32768,1,0,99.1745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,0,1.1512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,16,1,0,1.1763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,32,1,0,1.1759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,64,1,0,1.1874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,128,1,0,1.2142
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,256,1,0,1.4489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,512,1,0,2.4766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1024,1,0,4.6149
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1536,1,0,6.8304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,2048,1,0,9.0521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,3072,1,0,13.8591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,4096,1,0,18.7233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,6144,1,0,28.8771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,8192,1,0,39.2207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,10240,1,0,50.8440
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,12288,1,0,61.5507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,16384,1,0,85.9844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,0,1.1477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,16,1,0,1.1707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,32,1,0,1.1857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,64,1,0,1.2242
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,128,1,0,1.4529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,256,1,0,2.4726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,512,1,0,4.6011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1024,1,0,8.9201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1536,1,0,13.3309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,2048,1,0,17.7802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,3072,1,0,27.4392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,4096,1,0,37.1573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,6144,1,0,57.4205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,8192,1,0,78.2434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,0,1.1500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,16,1,0,1.1971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,32,1,0,1.2204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,64,1,0,1.4528
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,128,1,0,2.4596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,256,1,0,4.6165
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,512,1,0,8.8808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1024,1,0,17.5022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1536,1,0,26.3520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,2048,1,0,35.2288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,3072,1,0,54.8357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,4096,1,0,74.0609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,0,1.1329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,16,1,0,1.2199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,32,1,0,1.4530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,64,1,0,2.4511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,128,1,0,4.5579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,256,1,0,8.8961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,512,1,0,17.3973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1024,1,0,34.6763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1536,1,0,52.3108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,2048,1,0,70.1554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,0,1.1496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,16,1,0,1.4523
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,32,1,0,2.4539
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,64,1,0,4.5551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,128,1,0,8.8144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,256,1,0,17.4102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,512,1,0,34.4946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1024,1,0,69.0761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,0,1.1488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,16,1,0,2.4558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,32,1,0,4.5566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,64,1,0,8.7986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,128,1,0,17.2750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,256,1,0,34.4917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,512,1,0,68.7204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,1,1,0,1.1136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,16,1,0,1.1750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,32,1,0,1.1715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,64,1,0,1.1698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,128,1,0,1.1703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,256,1,0,1.1675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,512,1,0,1.1918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,1024,1,0,1.3364
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,1536,1,0,1.7928
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,2048,1,0,2.2706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,3072,1,0,3.2959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,4096,1,0,4.3347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,6144,1,0,6.3468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,8192,1,0,8.4684
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,10240,1,0,10.6052
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,12288,1,0,13.0494
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,16384,1,0,17.6497
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,1,32768,1,0,37.7825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,1,1,0,1.1325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,16,1,0,1.1751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,32,1,0,1.1687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,64,1,0,1.1648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,128,1,0,1.1773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,256,1,0,1.1960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,512,1,0,1.3363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,1024,1,0,2.2592
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,1536,1,0,3.2320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,2048,1,0,4.2207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,3072,1,0,6.1707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,4096,1,0,8.1982
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,6144,1,0,12.5060
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,8192,1,0,16.6969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,10240,1,0,20.9598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,12288,1,0,25.4732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,16384,1,0,34.3104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,2,32768,1,0,75.0247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,1,1,0,1.1211
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,16,1,0,1.1744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,32,1,0,1.1607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,64,1,0,1.1758
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,128,1,0,1.1961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,256,1,0,1.3263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,512,1,0,2.2491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,1024,1,0,4.1839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,1536,1,0,6.0335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,2048,1,0,7.9605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,3072,1,0,12.1594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,4096,1,0,16.1497
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,6144,1,0,24.4117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,8192,1,0,32.5384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,10240,1,0,41.5262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,12288,1,0,50.6005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,16384,1,0,68.0459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,4,32768,1,0,146.6869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,1,1,0,1.1254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,16,1,0,1.1698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,32,1,0,1.1759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,64,1,0,1.1972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,128,1,0,1.3383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,256,1,0,2.2466
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,512,1,0,4.1813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,1024,1,0,7.9110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,1536,1,0,11.9077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,2048,1,0,15.6770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,3072,1,0,23.7237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,4096,1,0,31.5314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,6144,1,0,48.5590
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,8192,1,0,64.6071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,10240,1,0,82.5080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,12288,1,0,97.6342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,8,16384,1,0,132.7855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,16,1,1,0,1.1234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,16,16,1,0,1.1676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,16,32,1,0,1.1937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,16,64,1,0,1.3376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,16,128,1,0,2.2589
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,16,256,1,0,4.1773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,16,512,1,0,7.8961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,16,1024,1,0,15.5541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,16,1536,1,0,23.2122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,16,2048,1,0,30.5855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,16,3072,1,0,47.1467
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,16,4096,1,0,62.5776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,16,6144,1,0,93.2454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,16,8192,1,0,125.8791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,32,1,1,0,1.1171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,32,16,1,0,1.1994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,32,32,1,0,1.3377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,32,64,1,0,2.2485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,32,128,1,0,4.1510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,32,256,1,0,7.8869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,32,512,1,0,15.5068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,32,1024,1,0,30.3087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,32,1536,1,0,46.0609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,32,2048,1,0,60.6796
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,32,3072,1,0,90.3452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,32,4096,1,0,121.7478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,64,1,1,0,1.1301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,64,16,1,0,1.3367
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,64,32,1,0,2.2482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,64,64,1,0,4.1446
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,64,128,1,0,7.8576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,64,256,1,0,15.5224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,64,512,1,0,30.1857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,64,1024,1,0,60.0956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,64,1536,1,0,88.1841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,64,2048,1,0,117.9025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,128,1,1,0,1.1266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,128,16,1,0,2.2512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,128,32,1,0,4.1374
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,128,64,1,0,7.8425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,128,128,1,0,15.4315
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,128,256,1,0,30.2331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,128,512,1,0,59.9288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,128,1024,1,0,116.8956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,256,1,1,0,1.1552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,256,16,1,0,4.1529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,256,32,1,0,7.8273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,256,64,1,0,15.4385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,256,128,1,0,30.0671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,256,256,1,0,60.0003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,128,256,512,1,0,116.7648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,1,1,0,1.1200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,16,1,0,1.1998
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,32,1,0,1.1837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,64,1,0,1.1745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,128,1,0,1.1769
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,256,1,0,1.1934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,512,1,0,1.2111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,1024,1,0,1.2718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,1536,1,0,1.6919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,2048,1,0,2.1445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,3072,1,0,2.9994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,4096,1,0,3.9206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,6144,1,0,5.8852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,8192,1,0,7.8658
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,10240,1,0,9.8842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,12288,1,0,11.9341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,16384,1,0,16.1997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,1,32768,1,0,35.4366
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,1,1,0,1.1117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,16,1,0,1.1730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,32,1,0,1.1770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,64,1,0,1.1783
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,128,1,0,1.1789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,256,1,0,1.2050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,512,1,0,1.2690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,1024,1,0,2.1187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,1536,1,0,2.9282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,2048,1,0,3.8071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,3072,1,0,5.6911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,4096,1,0,7.5957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,6144,1,0,11.3992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,8192,1,0,15.3173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,10240,1,0,19.2844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,12288,1,0,23.4388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,16384,1,0,31.9599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,2,32768,1,0,70.4150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,1,1,0,1.1138
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,16,1,0,1.1757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,32,1,0,1.1747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,64,1,0,1.1814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,128,1,0,1.2031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,256,1,0,1.2680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,512,1,0,2.1187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,1024,1,0,3.7697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,1536,1,0,5.5632
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,2048,1,0,7.3601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,3072,1,0,11.0396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,4096,1,0,14.7677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,6144,1,0,22.3993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,8192,1,0,30.1828
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,10240,1,0,38.1446
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,12288,1,0,46.4437
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,16384,1,0,63.4212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,4,32768,1,0,140.5040
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,1,1,0,1.1118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,16,1,0,1.1700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,32,1,0,1.1916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,64,1,0,1.2050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,128,1,0,1.2651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,256,1,0,2.1217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,512,1,0,3.7606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,1024,1,0,7.2997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,1536,1,0,10.7684
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,2048,1,0,14.2965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,3072,1,0,21.7186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,4096,1,0,29.1515
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,6144,1,0,44.4008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,8192,1,0,59.9501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,10240,1,0,75.9648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,12288,1,0,92.6026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,8,16384,1,0,126.5916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,16,1,1,0,1.1224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,16,16,1,0,1.1840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,16,32,1,0,1.2088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,16,64,1,0,1.2696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,16,128,1,0,2.1183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,16,256,1,0,3.7698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,16,512,1,0,7.2756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,16,1024,1,0,14.1347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,16,1536,1,0,21.1882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,16,2048,1,0,28.2189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,16,3072,1,0,42.9786
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,16,4096,1,0,57.9370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,16,6144,1,0,88.5127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,16,8192,1,0,119.6662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,32,1,1,0,1.1131
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,32,16,1,0,1.2090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,32,32,1,0,1.2689
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,32,64,1,0,2.1204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,32,128,1,0,3.7404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,32,256,1,0,7.3024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,32,512,1,0,14.1256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,32,1024,1,0,27.9477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,32,1536,1,0,41.9490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,32,2048,1,0,56.0447
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,32,3072,1,0,85.7234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,32,4096,1,0,115.5363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,64,1,1,0,1.1150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,64,16,1,0,1.2842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,64,32,1,0,2.1174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,64,64,1,0,3.7373
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,64,128,1,0,7.2298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,64,256,1,0,14.1254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,64,512,1,0,27.8367
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,64,1024,1,0,55.5169
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,64,1536,1,0,83.5309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,64,2048,1,0,111.7486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,128,1,1,0,1.1040
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,128,16,1,0,2.1143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,128,32,1,0,3.7257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,128,64,1,0,7.2454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,128,128,1,0,14.0624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,128,256,1,0,27.8991
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,128,512,1,0,55.3059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,128,1024,1,0,110.6746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,256,1,1,0,1.1224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,256,16,1,0,3.7323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,256,32,1,0,7.2351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,256,64,1,0,14.0469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,256,128,1,0,27.7155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,256,256,1,0,55.4344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,64,256,512,1,0,110.2448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,1,1,0,1.1425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,16,1,0,1.1762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,32,1,0,1.1833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,64,1,0,1.1712
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,128,1,0,1.1772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,256,1,0,1.1791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,512,1,0,1.1979
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,1024,1,0,1.2460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,1536,1,0,1.4475
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,2048,1,0,1.7923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,3072,1,0,2.5095
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,4096,1,0,3.2578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,6144,1,0,4.8652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,8192,1,0,6.4812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,10240,1,0,8.1665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,12288,1,0,9.9097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,16384,1,0,13.5327
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,1,32768,1,0,30.1386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,1,1,0,1.1509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,16,1,0,1.1709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,32,1,0,1.1813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,64,1,0,1.1756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,128,1,0,1.1768
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,256,1,0,1.1960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,512,1,0,1.2421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,1024,1,0,1.7755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,1536,1,0,2.4402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,2048,1,0,3.1334
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,3072,1,0,4.6741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,4096,1,0,6.2156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,6144,1,0,9.3888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,8192,1,0,12.6428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,10240,1,0,15.9610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,12288,1,0,19.4588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,16384,1,0,26.6466
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,2,32768,1,0,59.8696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,1,1,0,1.1503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,16,1,0,1.1805
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,32,1,0,1.1808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,64,1,0,1.1861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,128,1,0,1.2067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,256,1,0,1.2366
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,512,1,0,1.7628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,1024,1,0,3.1002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,1536,1,0,4.5421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,2048,1,0,5.9827
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,3072,1,0,9.0150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,4096,1,0,12.1022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,6144,1,0,18.3910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,8192,1,0,24.8669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,10240,1,0,31.5411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,12288,1,0,38.5954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,16384,1,0,53.1798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,4,32768,1,0,119.8818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,1,1,0,1.1529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,16,1,0,1.1836
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,32,1,0,1.1867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,64,1,0,1.2017
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,128,1,0,1.2399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,256,1,0,1.7570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,512,1,0,3.0870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,1024,1,0,5.9165
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,1536,1,0,8.7564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,2048,1,0,11.6396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,3072,1,0,17.7131
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,4096,1,0,23.8512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,6144,1,0,36.5362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,8192,1,0,49.4055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,10240,1,0,62.7564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,12288,1,0,76.7504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,8,16384,1,0,105.9574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,16,1,1,0,1.1595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,16,16,1,0,1.1860
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,16,32,1,0,1.2056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,16,64,1,0,1.2357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,16,128,1,0,1.7604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,16,256,1,0,3.0945
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,16,512,1,0,5.8873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,16,1024,1,0,11.4857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,16,1536,1,0,17.1790
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,16,2048,1,0,22.9064
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,16,3072,1,0,35.1184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,16,4096,1,0,47.3980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,16,6144,1,0,72.6559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,16,8192,1,0,98.5619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,32,1,1,0,1.1537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,32,16,1,0,1.2090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,32,32,1,0,1.2381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,32,64,1,0,1.7646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,32,128,1,0,3.0749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,32,256,1,0,5.8967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,32,512,1,0,11.4501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,32,1024,1,0,22.6190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,32,1536,1,0,34.0773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,32,2048,1,0,45.4770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,32,3072,1,0,69.7999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,32,4096,1,0,94.4075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,64,1,1,0,1.1618
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,64,16,1,0,1.2399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,64,32,1,0,1.7591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,64,64,1,0,3.0599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,64,128,1,0,5.8503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,64,256,1,0,11.4605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,64,512,1,0,22.5306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,64,1024,1,0,44.9455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,64,1536,1,0,67.6337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,64,2048,1,0,90.5897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,128,1,1,0,1.1439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,128,16,1,0,1.7592
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,128,32,1,0,3.0558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,128,64,1,0,5.8432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,128,128,1,0,11.3882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,128,256,1,0,22.5646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,128,512,1,0,44.7546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,128,1024,1,0,89.5964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,256,1,1,0,1.1589
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,256,16,1,0,3.0574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,256,32,1,0,5.8375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,256,64,1,0,11.3687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,256,128,1,0,22.4291
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,256,256,1,0,44.8192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,32,256,512,1,0,89.2145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,1,1,0,1.1395
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,16,1,0,1.1807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,32,1,0,1.1779
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,64,1,0,1.1767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,128,1,0,1.1715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,256,1,0,1.1732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,512,1,0,1.2118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,1024,1,0,1.2176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,1536,1,0,1.3881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,2048,1,0,1.6122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,3072,1,0,2.3369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,4096,1,0,2.9328
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,6144,1,0,4.4046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,8192,1,0,5.8045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,10240,1,0,7.3677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,12288,1,0,8.8739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,16384,1,0,12.2184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,1,32768,1,0,27.4740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,1,1,0,1.1455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,16,1,0,1.1745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,32,1,0,1.1812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,64,1,0,1.1776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,128,1,0,1.1877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,256,1,0,1.1985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,512,1,0,1.2273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,1024,1,0,1.6030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,1536,1,0,2.2025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,2048,1,0,2.8131
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,3072,1,0,4.1661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,4096,1,0,5.5349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,6144,1,0,8.3553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,8192,1,0,11.2753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,10240,1,0,14.2726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,12288,1,0,17.4599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,16384,1,0,23.9755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,2,32768,1,0,54.5776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,1,1,0,1.1473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,16,1,0,1.1787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,32,1,0,1.1739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,64,1,0,1.1805
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,128,1,0,1.1918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,256,1,0,1.2339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,512,1,0,1.5892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,1024,1,0,2.7743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,1536,1,0,4.0301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,2048,1,0,5.3003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,3072,1,0,8.0011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,4096,1,0,10.7314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,6144,1,0,16.4026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,8192,1,0,22.2206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,10240,1,0,28.2339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,12288,1,0,34.6155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,16384,1,0,47.5787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,4,32768,1,0,108.8320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,1,1,0,1.1485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,16,1,0,1.1750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,32,1,0,1.1667
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,64,1,0,1.1925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,128,1,0,1.2212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,256,1,0,1.5830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,512,1,0,2.7644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,1024,1,0,5.2330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,1536,1,0,7.7307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,2048,1,0,10.2667
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,3072,1,0,15.7149
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,4096,1,0,21.1774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,6144,1,0,32.5581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,8192,1,0,44.1119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,10240,1,0,56.1517
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,12288,1,0,68.8430
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,8,16384,1,0,94.9351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,16,1,1,0,1.1487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,16,16,1,0,1.1754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,16,32,1,0,1.1862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,16,64,1,0,1.2186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,16,128,1,0,1.5881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,16,256,1,0,2.7716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,16,512,1,0,5.2171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,16,1024,1,0,10.1215
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,16,1536,1,0,15.1816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,16,2048,1,0,20.2249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,16,3072,1,0,31.1094
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,16,4096,1,0,42.0404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,16,6144,1,0,64.7382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,16,8192,1,0,87.9878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,32,1,1,0,1.1538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,32,16,1,0,1.1986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,32,32,1,0,1.2175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,32,64,1,0,1.5771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,32,128,1,0,2.7454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,32,256,1,0,5.2178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,32,512,1,0,10.0822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,32,1024,1,0,19.9672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,32,1536,1,0,30.0597
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,32,2048,1,0,40.1403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,32,3072,1,0,62.3300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,32,4096,1,0,83.8178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,64,1,1,0,1.1519
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,64,16,1,0,1.2288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,64,32,1,0,1.5849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,64,64,1,0,2.7421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,64,128,1,0,5.1597
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,64,256,1,0,10.1022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,64,512,1,0,19.8759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,64,1024,1,0,39.6093
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,64,1536,1,0,59.7150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,64,2048,1,0,79.9854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,128,1,1,0,1.1407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,128,16,1,0,1.5793
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,128,32,1,0,2.7307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,128,64,1,0,5.1602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,128,128,1,0,10.0136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,128,256,1,0,19.8892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,128,512,1,0,39.4429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,128,1024,1,0,78.9829
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,256,1,1,0,1.1491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,256,16,1,0,2.7456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,256,32,1,0,5.1601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,256,64,1,0,10.0147
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,256,128,1,0,19.7573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,256,256,1,0,39.5168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,16,256,512,1,0,78.6181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,1,1,0,1.1524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,16,1,0,1.1914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,32,1,0,1.1835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,64,1,0,1.1818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,128,1,0,1.1736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,256,1,0,1.1797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,512,1,0,1.1917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,1024,1,0,1.2332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,1536,1,0,1.2617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,2048,1,0,1.5396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,3072,1,0,2.1515
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,4096,1,0,2.7864
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,6144,1,0,4.1014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,8192,1,0,5.4668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,10240,1,0,6.8971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,12288,1,0,8.3949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,16384,1,0,11.5005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,1,32768,1,0,26.1229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,1,1,0,1.1344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,16,1,0,1.1804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,32,1,0,1.1769
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,64,1,0,1.1696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,128,1,0,1.1741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,256,1,0,1.1886
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,512,1,0,1.2285
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,1024,1,0,1.5215
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,1536,1,0,2.0863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,2048,1,0,2.6537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,3072,1,0,3.9150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,4096,1,0,5.2001
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,6144,1,0,7.8600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,8192,1,0,10.6123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,10240,1,0,13.4317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,12288,1,0,16.4299
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,16384,1,0,22.6366
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,2,32768,1,0,51.9221
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,1,1,0,1.1431
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,16,1,0,1.1778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,32,1,0,1.1813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,64,1,0,1.1743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,128,1,0,1.1846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,256,1,0,1.2290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,512,1,0,1.5136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,1024,1,0,2.6235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,1536,1,0,3.7753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,2048,1,0,4.9747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,3072,1,0,7.5159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,4096,1,0,10.0742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,6144,1,0,15.3735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,8192,1,0,20.8598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,10240,1,0,26.5636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,12288,1,0,32.6198
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,16384,1,0,44.9443
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,4,32768,1,0,103.5954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,1,1,0,1.1569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,16,1,0,1.1808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,32,1,0,1.1749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,64,1,0,1.1964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,128,1,0,1.2176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,256,1,0,1.5086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,512,1,0,2.5944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,1024,1,0,4.9052
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,1536,1,0,7.2466
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,2048,1,0,9.6037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,3072,1,0,14.6825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,4096,1,0,19.8278
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,6144,1,0,30.5592
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,8192,1,0,41.4576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,10240,1,0,52.8442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,12288,1,0,64.8861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,8,16384,1,0,89.6537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,16,1,1,0,1.1622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,16,16,1,0,1.1801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,16,32,1,0,1.2037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,16,64,1,0,1.2239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,16,128,1,0,1.5162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,16,256,1,0,2.6081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,16,512,1,0,4.8598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,16,1024,1,0,9.4733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,16,1536,1,0,14.1695
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,16,2048,1,0,18.8939
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,16,3072,1,0,29.1282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,16,4096,1,0,39.4093
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,16,6144,1,0,60.7844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,16,8192,1,0,82.7057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,32,1,1,0,1.1463
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,32,16,1,0,1.1988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,32,32,1,0,1.2389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,32,64,1,0,1.5069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,32,128,1,0,2.5893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,32,256,1,0,4.8901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,32,512,1,0,9.4115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,32,1024,1,0,18.6241
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,32,1536,1,0,28.0660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,32,2048,1,0,37.4921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,32,3072,1,0,57.8727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,32,4096,1,0,78.4817
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,64,1,1,0,1.1536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,64,16,1,0,1.2354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,64,32,1,0,1.5153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,64,64,1,0,2.5885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,64,128,1,0,4.8381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,64,256,1,0,9.4569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,64,512,1,0,18.5346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,64,1024,1,0,36.9382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,64,1536,1,0,55.7081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,64,2048,1,0,74.6832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,128,1,1,0,1.1482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,128,16,1,0,1.5073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,128,32,1,0,2.5798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,128,64,1,0,4.8317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,128,128,1,0,9.3610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,128,256,1,0,18.5348
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,128,512,1,0,36.7351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,128,1024,1,0,73.6456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,256,1,1,0,1.1543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,256,16,1,0,2.5855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,256,32,1,0,4.8324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,256,64,1,0,9.3641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,256,128,1,0,18.4006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,256,256,1,0,36.8219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,8,256,512,1,0,73.2326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,1,1,0,1.1520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,16,1,0,1.1765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,32,1,0,1.1828
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,64,1,0,1.1771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,128,1,0,1.1870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,256,1,0,1.1728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,512,1,0,1.1924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,1024,1,0,1.2212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,1536,1,0,1.2592
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,2048,1,0,1.5007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,3072,1,0,2.0867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,4096,1,0,2.7041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,6144,1,0,3.9905
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,8192,1,0,5.3057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,10240,1,0,6.6826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,12288,1,0,8.1460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,16384,1,0,11.1718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,1,32768,1,0,25.4706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,1,1,0,1.1435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,16,1,0,1.1813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,32,1,0,1.1893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,64,1,0,1.1846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,128,1,0,1.1828
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,256,1,0,1.2014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,512,1,0,1.2399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,1024,1,0,1.4864
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,1536,1,0,2.1857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,2048,1,0,2.5871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,3072,1,0,3.9638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,4096,1,0,5.0314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,6144,1,0,7.6211
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,8192,1,0,10.2913
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,10240,1,0,13.0330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,12288,1,0,15.9571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,16384,1,0,21.9771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,2,32768,1,0,50.6319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,1,1,0,1.1473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,16,1,0,1.1795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,32,1,0,1.1801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,64,1,0,1.1752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,128,1,0,1.1986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,256,1,0,1.2284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,512,1,0,1.4797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,1024,1,0,2.5526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,1536,1,0,3.6801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,2048,1,0,4.8084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,3072,1,0,7.2707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,4096,1,0,9.7520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,6144,1,0,14.8989
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,8192,1,0,20.2128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,10240,1,0,25.7508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,12288,1,0,31.6271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,16384,1,0,43.6337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,4,32768,1,0,101.0059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,1,1,0,1.1569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,16,1,0,1.1855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,32,1,0,1.1844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,64,1,0,1.1936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,128,1,0,1.2226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,256,1,0,1.4730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,512,1,0,2.5334
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,1024,1,0,4.7467
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,1536,1,0,7.0005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,2048,1,0,9.2711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,3072,1,0,14.2103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,4096,1,0,19.1798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,6144,1,0,29.5728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,8192,1,0,40.1511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,10240,1,0,51.2172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,12288,1,0,62.9398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,8,16384,1,0,87.0823
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,16,1,1,0,1.1572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,16,16,1,0,1.1796
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,16,32,1,0,1.1910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,16,64,1,0,1.2330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,16,128,1,0,1.4779
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,16,256,1,0,2.5327
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,16,512,1,0,4.7120
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,16,1024,1,0,9.1219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,16,1536,1,0,13.6897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,16,2048,1,0,18.2288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,16,3072,1,0,28.1305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,16,4096,1,0,38.1008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,16,6144,1,0,58.8118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,16,8192,1,0,80.1107
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,32,1,1,0,1.1555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,32,16,1,0,1.2024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,32,32,1,0,1.2332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,32,64,1,0,1.4808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,32,128,1,0,2.5171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,32,256,1,0,4.7296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,32,512,1,0,9.0843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,32,1024,1,0,17.9783
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,32,1536,1,0,27.0673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,32,2048,1,0,36.1856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,32,3072,1,0,55.9207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,32,4096,1,0,75.9247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,64,1,1,0,1.1515
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,64,16,1,0,1.2298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,64,32,1,0,1.4811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,64,64,1,0,2.5167
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,64,128,1,0,4.6773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,64,256,1,0,9.1214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,64,512,1,0,17.8569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,64,1024,1,0,35.6662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,64,1536,1,0,53.7351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,64,2048,1,0,72.0708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,128,1,1,0,1.1491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,128,16,1,0,1.4698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,128,32,1,0,2.5097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,128,64,1,0,4.6754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,128,128,1,0,9.0336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,128,256,1,0,17.9122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,128,512,1,0,35.5217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,128,1024,1,0,71.0611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,256,1,1,0,1.1653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,256,16,1,0,2.5158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,256,32,1,0,4.6661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,256,64,1,0,9.0388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,256,128,1,0,17.7580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,256,256,1,0,35.5529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,4,256,512,1,0,70.6139
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,1,1,0,1.1591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,16,1,0,1.1944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,32,1,0,1.1862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,64,1,0,1.1766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,128,1,0,1.1780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,256,1,0,1.1732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,512,1,0,1.1974
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,1024,1,0,1.2243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,1536,1,0,1.2428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,2048,1,0,1.4909
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,3072,1,0,2.0663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,4096,1,0,2.6685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,6144,1,0,3.9299
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,8192,1,0,5.2358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,10240,1,0,6.5965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,12288,1,0,8.0351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,16384,1,0,11.0205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,1,32768,1,0,25.1550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,1,1,0,1.1392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,16,1,0,1.1712
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,32,1,0,1.1809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,64,1,0,1.1764
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,128,1,0,1.1737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,256,1,0,1.1830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,512,1,0,1.2223
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,1024,1,0,1.4744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,1536,1,0,2.0065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,2048,1,0,2.5454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,3072,1,0,3.7556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,4096,1,0,4.9586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,6144,1,0,7.5214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,8192,1,0,10.1354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,10240,1,0,12.8482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,12288,1,0,15.7173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,16384,1,0,21.6654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,2,32768,1,0,50.0064
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,1,1,0,1.1496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,16,1,0,1.1836
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,32,1,0,1.1713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,64,1,0,1.1794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,128,1,0,1.1860
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,256,1,0,1.2164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,512,1,0,1.4666
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,1024,1,0,2.5164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,1536,1,0,3.6159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,2048,1,0,4.7282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,3072,1,0,7.1647
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,4096,1,0,9.9704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,6144,1,0,14.6629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,8192,1,0,19.8968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,10240,1,0,25.3502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,12288,1,0,31.1666
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,16384,1,0,43.0050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,4,32768,1,0,100.1450
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,1,1,0,1.1342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,16,1,0,1.1705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,32,1,0,1.1672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,64,1,0,1.1883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,128,1,0,1.2185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,256,1,0,1.6977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,512,1,0,2.4969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,1024,1,0,5.3730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,1536,1,0,6.8778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,2048,1,0,9.1190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,3072,1,0,13.9704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,4096,1,0,18.8652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,6144,1,0,29.1108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,8192,1,0,39.5179
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,10240,1,0,50.4626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,12288,1,0,62.0107
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,8,16384,1,0,85.8062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,16,1,1,0,1.1450
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,16,16,1,0,1.1736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,16,32,1,0,1.1860
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,16,64,1,0,1.2127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,16,128,1,0,1.4631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,16,256,1,0,2.4912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,16,512,1,0,4.6377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,16,1024,1,0,8.9861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,16,1536,1,0,13.4442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,16,2048,1,0,17.9208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,16,3072,1,0,27.6605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,16,4096,1,0,37.4485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,16,6144,1,0,57.8652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,16,8192,1,0,78.8406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,32,1,1,0,1.1455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,32,16,1,0,1.1986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,32,32,1,0,1.2252
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,32,64,1,0,1.4663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,32,128,1,0,2.4758
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,32,256,1,0,4.6556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,32,512,1,0,8.9469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,32,1024,1,0,17.6478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,32,1536,1,0,26.5888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,32,2048,1,0,35.5490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,32,3072,1,0,54.9779
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,32,4096,1,0,74.6542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,64,1,1,0,1.1460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,64,16,1,0,1.2207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,64,32,1,0,1.4694
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,64,64,1,0,2.4722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,64,128,1,0,4.6034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,64,256,1,0,8.9570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,64,512,1,0,17.5496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,64,1024,1,0,34.9699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,64,1536,1,0,52.7807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,64,2048,1,0,70.8144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,128,1,1,0,1.1372
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,128,16,1,0,1.4643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,128,32,1,0,2.4840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,128,64,1,0,4.5933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,128,128,1,0,8.8781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,128,256,1,0,17.5369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,128,512,1,0,34.7818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,128,1024,1,0,69.7320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,256,1,1,0,1.1561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,256,16,1,0,2.4780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,256,32,1,0,4.5944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,256,64,1,0,8.8683
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,256,128,1,0,17.4427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,256,256,1,0,42.9033
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,2,256,512,1,0,69.3519
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,1,1,0,1.1473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,16,1,0,1.1713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,32,1,0,1.1831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,64,1,0,1.1753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,128,1,0,1.1747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,256,1,0,1.1783
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,512,1,0,1.1974
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,1024,1,0,1.2341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,1536,1,0,1.2856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,2048,1,0,1.5570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,3072,1,0,2.1225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,4096,1,0,2.7071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,6144,1,0,3.9661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,8192,1,0,5.1919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,10240,1,0,6.6121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,12288,1,0,8.0133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,16384,1,0,10.9379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,1,32768,1,0,25.0090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,1,1,0,1.1421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,16,1,0,1.1762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,32,1,0,1.1731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,64,1,0,1.1580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,128,1,0,1.1762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,256,1,0,1.1851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,512,1,0,1.2139
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,1024,1,0,1.4543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,1536,1,0,1.9959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,2048,1,0,2.5289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,3072,1,0,3.7131
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,4096,1,0,4.9114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,6144,1,0,7.6309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,8192,1,0,10.0648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,10240,1,0,12.7449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,12288,1,0,15.6066
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,16384,1,0,21.5203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,2,32768,1,0,49.8584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,1,1,0,1.1356
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,16,1,0,1.1727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,32,1,0,1.1729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,64,1,0,1.1755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,128,1,0,1.1895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,256,1,0,1.2430
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,512,1,0,1.4611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,1024,1,0,2.4971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,1536,1,0,3.5916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,2048,1,0,5.0451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,3072,1,0,7.1148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,4096,1,0,9.5228
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,6144,1,0,14.5602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,8192,1,0,20.1272
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,10240,1,0,25.1773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,12288,1,0,30.9413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,16384,1,0,42.7005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,4,32768,1,0,99.4407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,1,1,0,1.1412
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,16,1,0,1.1790
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,32,1,0,1.1771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,64,1,0,1.1906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,128,1,0,1.2457
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,256,1,0,1.4556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,512,1,0,2.4879
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,1024,1,0,4.6128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,1536,1,0,7.6146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,2048,1,0,9.0620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,3072,1,0,13.8717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,4096,1,0,18.7190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,6144,1,0,29.6325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,8192,1,0,39.2316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,10240,1,0,50.0563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,12288,1,0,62.3175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,8,16384,1,0,85.2338
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,16,1,1,0,1.1535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,16,16,1,0,1.1814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,16,32,1,0,1.2020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,16,64,1,0,1.2263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,16,128,1,0,1.4544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,16,256,1,0,2.4730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,16,512,1,0,4.6009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,16,1024,1,0,8.9207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,16,1536,1,0,13.3314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,16,2048,1,0,17.7707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,16,3072,1,0,27.4386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,16,4096,1,0,37.1622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,16,6144,1,0,57.4362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,16,8192,1,0,78.5907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,32,1,1,0,1.1535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,32,16,1,0,1.2022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,32,32,1,0,1.2073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,32,64,1,0,1.4535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,32,128,1,0,2.4541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,32,256,1,0,4.6057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,32,512,1,0,8.8777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,32,1024,1,0,17.4801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,32,1536,1,0,26.3709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,32,2048,1,0,38.3486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,32,3072,1,0,54.5718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,32,4096,1,0,74.0752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,64,1,1,0,1.1507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,64,16,1,0,1.2288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,64,32,1,0,1.4508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,64,64,1,0,2.4540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,64,128,1,0,4.5570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,64,256,1,0,8.8925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,64,512,1,0,17.4031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,64,1024,1,0,34.7004
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,64,1536,1,0,52.3352
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,64,2048,1,0,70.2257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,128,1,1,0,1.1474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,128,16,1,0,1.4560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,128,32,1,0,2.4643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,128,64,1,0,4.5536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,128,128,1,0,8.8117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,128,256,1,0,17.4339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,128,512,1,0,34.4941
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,128,1024,1,0,69.1170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,256,1,1,0,1.1510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,256,16,1,0,2.4544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,256,32,1,0,4.5439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,256,64,1,0,8.8059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,256,128,1,0,17.2991
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,256,256,1,0,34.5047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,bfloat16,1,256,512,1,0,68.7655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,0,1.3253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,16,1,0,1.3673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,32,1,0,1.3529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,64,1,0,1.3582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,128,1,0,1.3738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,256,1,0,1.3814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,512,1,0,1.4008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1024,1,0,1.4264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1536,1,0,1.7786
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,2048,1,0,2.1945
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,3072,1,0,3.1787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,4096,1,0,4.0991
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,6144,1,0,6.0854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,8192,1,0,8.0749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,10240,1,0,10.1482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,12288,1,0,12.2655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,16384,1,0,16.6432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,32768,1,0,36.3262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,0,1.3449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,16,1,0,1.3804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,32,1,0,1.3856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,64,1,0,1.3885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,128,1,0,1.3876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,256,1,0,1.4078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,512,1,0,1.4522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1024,1,0,2.1854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1536,1,0,3.1429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,2048,1,0,3.9751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,3072,1,0,5.9463
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,4096,1,0,7.8058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,6144,1,0,11.7822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,8192,1,0,15.7454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,10240,1,0,19.9148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,12288,1,0,24.0716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,16384,1,0,32.8997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,32768,1,0,72.2002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,0,1.3370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,16,1,0,1.3988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,32,1,0,1.3883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,64,1,0,1.3786
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,128,1,0,1.3955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,256,1,0,1.4472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,512,1,0,2.2544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1024,1,0,3.9402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1536,1,0,5.8717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,2048,1,0,7.5644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,3072,1,0,11.5012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,4096,1,0,15.1927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,6144,1,0,23.1435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,8192,1,0,31.0732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,10240,1,0,39.4100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,12288,1,0,47.7840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,16384,1,0,65.3312
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,32768,1,0,140.9221
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,0,1.3336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,16,1,0,1.3884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,32,1,0,1.3767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,64,1,0,1.4048
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,128,1,0,1.4610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,256,1,0,2.1673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,512,1,0,4.1067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1024,1,0,7.4963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1536,1,0,11.3722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,2048,1,0,14.7032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,3072,1,0,22.5331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,4096,1,0,29.9545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,6144,1,0,45.9595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,8192,1,0,61.6247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,10240,1,0,78.2570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,12288,1,0,92.8587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,16384,1,0,127.2126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,0,1.3315
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,16,1,0,1.3916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,32,1,0,1.4055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,64,1,0,1.4672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,128,1,0,2.1680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,256,1,0,3.9176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,512,1,0,7.4665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1024,1,0,16.1412
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1536,1,0,21.6828
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,2048,1,0,30.6916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,3072,1,0,44.1486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,4096,1,0,61.1561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,6144,1,0,88.5980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,8192,1,0,119.8379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,0,1.3541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,16,1,0,1.4104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,32,1,0,1.4501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,64,1,0,2.1595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,128,1,0,3.8964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,256,1,0,7.4578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,512,1,0,14.5235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1024,1,0,28.6900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1536,1,0,43.0164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,2048,1,0,57.4572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,3072,1,0,85.5442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,4096,1,0,115.4635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,0,1.3452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,16,1,0,1.4528
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,32,1,0,2.1587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,64,1,0,3.8873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,128,1,0,7.4074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,256,1,0,14.5365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,512,1,0,28.6075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1024,1,0,56.9174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1536,1,0,83.3585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,2048,1,0,111.5119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,0,1.3492
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,16,1,0,2.1606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,32,1,0,3.8892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,64,1,0,7.4047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,128,1,0,14.4573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,256,1,0,28.6082
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,512,1,0,56.7014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1024,1,0,110.4197
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,0,1.3692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,16,1,0,3.8961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,32,1,0,7.4022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,64,1,0,14.4362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,128,1,0,28.4925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,256,1,0,56.7589
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,512,1,0,109.9835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,0,1.3599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,16,1,0,1.3999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,32,1,0,1.4007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,64,1,0,1.4040
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,128,1,0,1.4069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,256,1,0,1.3901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,512,1,0,1.4154
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1024,1,0,1.4502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1536,1,0,1.6320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,2048,1,0,2.0242
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,3072,1,0,2.8479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,4096,1,0,3.6922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,6144,1,0,5.4996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,8192,1,0,7.3391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,10240,1,0,9.2132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,12288,1,0,11.1637
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,16384,1,0,15.1673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,32768,1,0,33.4188
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,0,1.3583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,16,1,0,1.4378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,32,1,0,1.3958
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,64,1,0,1.4060
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,128,1,0,1.4047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,256,1,0,1.4217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,512,1,0,1.4716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1024,1,0,2.0125
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1536,1,0,2.7817
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,2048,1,0,3.5802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,3072,1,0,5.3148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,4096,1,0,7.0660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,6144,1,0,10.6357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,8192,1,0,14.2765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,10240,1,0,18.0411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,12288,1,0,21.9376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,16384,1,0,29.9164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,32768,1,0,66.3947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,0,1.3610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,16,1,0,1.4020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,32,1,0,1.3990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,64,1,0,1.4072
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,128,1,0,1.4275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,256,1,0,1.4545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,512,1,0,2.0009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1024,1,0,3.5389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1536,1,0,5.1867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,2048,1,0,6.8245
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,3072,1,0,10.2800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,4096,1,0,13.7514
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,6144,1,0,20.8776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,8192,1,0,28.1625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,10240,1,0,35.6441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,12288,1,0,43.3733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,16384,1,0,59.4123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,32768,1,0,132.3127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,0,1.3573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,16,1,0,1.4157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,32,1,0,1.4002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,64,1,0,1.4123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,128,1,0,1.4578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,256,1,0,1.9976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,512,1,0,3.5267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1024,1,0,6.7675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1536,1,0,10.0040
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,2048,1,0,13.2649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,3072,1,0,20.1075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,4096,1,0,27.0748
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,6144,1,0,41.2434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,8192,1,0,55.8612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,10240,1,0,70.7665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,12288,1,0,86.3576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,16384,1,0,118.3489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,0,1.3693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,16,1,0,1.4043
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,32,1,0,1.4195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,64,1,0,1.4659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,128,1,0,1.9944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,256,1,0,3.5342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,512,1,0,6.7345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1024,1,0,13.1358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1536,1,0,19.5522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,2048,1,0,26.0946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,3072,1,0,39.7353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,4096,1,0,53.6869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,6144,1,0,82.1185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,8192,1,0,111.2316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,0,1.3740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,16,1,0,1.4241
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,32,1,0,1.4652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,64,1,0,1.9958
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,128,1,0,3.5049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,256,1,0,6.7450
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,512,1,0,13.0734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1024,1,0,25.8185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1536,1,0,38.6303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,2048,1,0,51.7213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,3072,1,0,79.0921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,4096,1,0,106.8812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,0,1.3712
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,16,1,0,1.4644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,32,1,0,2.0000
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,64,1,0,3.5081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,128,1,0,6.6832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,256,1,0,13.0780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,512,1,0,25.7265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1024,1,0,51.1652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1536,1,0,76.8538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,2048,1,0,103.1950
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,0,1.3664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,16,1,0,1.9974
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,32,1,0,3.5031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,64,1,0,6.6857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,128,1,0,13.0021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,256,1,0,25.7089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,512,1,0,50.9496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1024,1,0,101.8345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,0,1.3584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,16,1,0,3.5064
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,32,1,0,6.6733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,64,1,0,13.0018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,128,1,0,25.6022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,256,1,0,50.9892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,512,1,0,101.3126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,0,1.3741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,16,1,0,1.4032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,32,1,0,1.4124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,64,1,0,1.4147
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,128,1,0,1.4065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,256,1,0,1.4238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,512,1,0,1.4155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1024,1,0,1.4545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1536,1,0,1.5000
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,2048,1,0,1.7920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,3072,1,0,2.4850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,4096,1,0,3.2026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,6144,1,0,4.7158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,8192,1,0,6.3052
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,10240,1,0,7.9409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,12288,1,0,9.6626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,16384,1,0,13.1793
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,32768,1,0,29.4439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,0,1.3473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,16,1,0,1.3960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,32,1,0,1.3944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,64,1,0,1.3761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,128,1,0,1.3679
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,256,1,0,1.4037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,512,1,0,1.4239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1024,1,0,1.7759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1536,1,0,2.4253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,2048,1,0,3.0826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,3072,1,0,4.5363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,4096,1,0,6.0329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,6144,1,0,9.1204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,8192,1,0,12.2844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,10240,1,0,15.5474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,12288,1,0,18.9525
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,16384,1,0,25.9507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,32768,1,0,58.4397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,0,1.3209
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,16,1,0,1.3842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,32,1,0,1.3854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,64,1,0,1.3681
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,128,1,0,1.4051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,256,1,0,1.4282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,512,1,0,1.9872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1024,1,0,3.0555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1536,1,0,4.7979
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,2048,1,0,5.8016
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,3072,1,0,9.1537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,4096,1,0,11.7393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,6144,1,0,18.2841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,8192,1,0,24.1827
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,10240,1,0,31.0846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,12288,1,0,37.4706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,16384,1,0,51.8697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,32768,1,0,116.4243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,0,1.3464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,16,1,0,1.3758
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,32,1,0,1.3923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,64,1,0,1.3993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,128,1,0,1.4595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,256,1,0,1.7614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,512,1,0,3.4882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1024,1,0,5.7180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1536,1,0,9.3211
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,2048,1,0,11.2640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,3072,1,0,17.9683
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,4096,1,0,23.0866
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,6144,1,0,36.2000
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,8192,1,0,47.9295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,10240,1,0,61.7115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,12288,1,0,74.4222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,16384,1,0,102.6891
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,0,1.3187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,16,1,0,1.3755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,32,1,0,1.3870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,64,1,0,1.4350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,128,1,0,1.7685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,256,1,0,3.0497
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,512,1,0,5.7112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1024,1,0,11.1287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1536,1,0,16.5884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,2048,1,0,22.1271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,3072,1,0,33.8676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,4096,1,0,45.7786
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,6144,1,0,70.2099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,8192,1,0,95.4263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,0,1.3528
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,16,1,0,1.3986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,32,1,0,1.4258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,64,1,0,1.7612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,128,1,0,3.0208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,256,1,0,5.7029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,512,1,0,11.0763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1024,1,0,21.8635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1536,1,0,32.7655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,2048,1,0,43.8099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,3072,1,0,67.1688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,4096,1,0,91.0816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,0,1.3418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,16,1,0,1.4321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,32,1,0,1.7563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,64,1,0,3.0180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,128,1,0,5.6607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,256,1,0,11.1014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,512,1,0,21.7319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1024,1,0,43.2448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1536,1,0,64.9476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,2048,1,0,87.1115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,0,1.3536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,16,1,0,1.7595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,32,1,0,3.0155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,64,1,0,5.6552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,128,1,0,11.0342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,256,1,0,21.7591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,512,1,0,43.0332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1024,1,0,86.0053
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,0,1.3358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,16,1,0,3.0148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,32,1,0,5.6571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,64,1,0,11.0134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,128,1,0,21.6425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,256,1,0,43.0774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,512,1,0,85.5353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,0,1.3470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,16,1,0,1.4009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,32,1,0,1.3966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,64,1,0,1.3997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,128,1,0,1.3995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,256,1,0,1.3903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,512,1,0,1.3818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1024,1,0,1.4022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1536,1,0,1.4268
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,2048,1,0,1.4571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,3072,1,0,1.9940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,4096,1,0,2.6340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,6144,1,0,3.9818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,8192,1,0,5.4106
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,10240,1,0,6.8567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,12288,1,0,8.4442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,16384,1,0,11.6603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,32768,1,0,26.7410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,0,1.3681
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,16,1,0,1.4090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,32,1,0,1.4172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,64,1,0,1.4078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,128,1,0,1.3939
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,256,1,0,1.4253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,512,1,0,1.4100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1024,1,0,1.4458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1536,1,0,1.6740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,2048,1,0,2.2388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,3072,1,0,3.5270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,4096,1,0,4.8923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,6144,1,0,7.6555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,8192,1,0,10.5183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,10240,1,0,13.5145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,12288,1,0,16.5966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,16384,1,0,23.1005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,32768,1,0,32.7731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,0,1.3790
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,16,1,0,1.4051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,32,1,0,1.4044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,64,1,0,1.4031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,128,1,0,1.3965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,256,1,0,1.4226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,512,1,0,1.4104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1024,1,0,1.9009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1536,1,0,2.9249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,2048,1,0,4.1319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,3072,1,0,6.8085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,4096,1,0,9.5414
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,6144,1,0,15.1351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,8192,1,0,20.8994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,10240,1,0,26.8844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,12288,1,0,33.2226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,16384,1,0,25.8367
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,32768,1,0,65.1991
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,0,1.3706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,16,1,0,1.3990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,32,1,0,1.3969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,64,1,0,1.4119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,128,1,0,1.4176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,256,1,0,1.4106
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,512,1,0,1.7332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1024,1,0,3.4528
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1536,1,0,5.5566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,2048,1,0,8.0087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,3072,1,0,13.4390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,4096,1,0,18.8856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,6144,1,0,30.1669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,8192,1,0,22.3534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,10240,1,0,28.9083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,12288,1,0,36.1192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,16384,1,0,51.2971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,0,1.3752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,16,1,0,1.4099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,32,1,0,1.3995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,64,1,0,1.4124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,128,1,0,1.4156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,256,1,0,1.6513
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,512,1,0,3.1061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1024,1,0,6.6033
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1536,1,0,10.9063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,2048,1,0,15.8773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,3072,1,0,26.6223
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,4096,1,0,20.3204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,6144,1,0,32.2935
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,8192,1,0,44.3531
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,0,1.3757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,16,1,0,1.4269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,32,1,0,1.4134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,64,1,0,1.4186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,128,1,0,1.5995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,256,1,0,2.9123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,512,1,0,5.9558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1024,1,0,13.0074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1536,1,0,21.5804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,2048,1,0,18.6247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,3072,1,0,29.2820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,4096,1,0,40.3070
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,0,1.3863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,16,1,0,1.4110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,32,1,0,1.4198
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,64,1,0,1.6007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,128,1,0,2.8180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,256,1,0,5.5126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,512,1,0,11.6588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1024,1,0,18.3593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1536,1,0,27.5727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,2048,1,0,36.9302
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,0,1.3717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,16,1,0,1.4198
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,32,1,0,1.6076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,64,1,0,2.8195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,128,1,0,5.3265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,256,1,0,10.7589
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,512,1,0,18.2219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1024,1,0,36.4067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,0,1.3631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,16,1,0,1.6074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,32,1,0,2.8232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,64,1,0,5.3340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,128,1,0,10.3682
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,256,1,0,18.1698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,512,1,0,36.1494
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,0,1.3722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,16,1,0,1.4204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,32,1,0,1.4068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,64,1,0,1.4151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,128,1,0,1.3943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,256,1,0,1.4053
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,512,1,0,1.4094
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1024,1,0,1.4058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1536,1,0,1.4192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,2048,1,0,1.4418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,3072,1,0,1.9545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,4096,1,0,2.5867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,6144,1,0,3.9610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,8192,1,0,5.3624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,10240,1,0,6.8311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,12288,1,0,8.3993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,16384,1,0,11.5599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,32768,1,0,26.6791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,0,1.3640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,16,1,0,1.4191
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,32,1,0,1.4178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,64,1,0,1.4076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,128,1,0,1.4151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,256,1,0,1.4156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,512,1,0,1.4066
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1024,1,0,1.4243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1536,1,0,1.5775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,2048,1,0,2.1379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,3072,1,0,3.4540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,4096,1,0,4.7976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,6144,1,0,7.5234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,8192,1,0,10.4216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,10240,1,0,13.4043
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,12288,1,0,16.5323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,16384,1,0,22.9604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,32768,1,0,30.0310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,0,1.3632
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,16,1,0,1.4156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,32,1,0,1.4223
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,64,1,0,1.4213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,128,1,0,1.4189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,256,1,0,1.4250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,512,1,0,1.4196
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1024,1,0,1.7605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1536,1,0,2.7287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,2048,1,0,3.9322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,3072,1,0,6.5706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,4096,1,0,9.2897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,6144,1,0,14.9099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,8192,1,0,20.6160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,10240,1,0,26.5540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,12288,1,0,32.8461
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,16384,1,0,23.0938
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,32768,1,0,59.7328
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,0,1.3740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,16,1,0,1.4079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,32,1,0,1.4048
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,64,1,0,1.4070
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,128,1,0,1.4235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,256,1,0,1.4248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,512,1,0,1.5692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1024,1,0,3.1314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1536,1,0,5.1763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,2048,1,0,7.5764
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,3072,1,0,12.9397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,4096,1,0,18.3877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,6144,1,0,29.6069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,8192,1,0,19.6049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,10240,1,0,25.4653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,12288,1,0,32.0180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,16384,1,0,45.8198
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,0,1.3853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,16,1,0,1.3989
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,32,1,0,1.4220
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,64,1,0,1.4100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,128,1,0,1.4294
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,256,1,0,1.4791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,512,1,0,2.7590
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1024,1,0,5.9993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1536,1,0,10.0919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,2048,1,0,14.9522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,3072,1,0,25.7051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,4096,1,0,17.5745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,6144,1,0,27.9175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,8192,1,0,38.8689
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,0,1.3831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,16,1,0,1.4276
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,32,1,0,1.4177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,64,1,0,1.4143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,128,1,0,1.4483
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,256,1,0,2.5610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,512,1,0,5.2296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1024,1,0,11.7396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1536,1,0,19.9391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,2048,1,0,15.8893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,3072,1,0,25.1674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,4096,1,0,34.8279
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,0,1.3698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,16,1,0,1.4261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,32,1,0,1.4089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,64,1,0,1.4333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,128,1,0,2.4640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,256,1,0,4.7953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,512,1,0,10.2144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1024,1,0,15.6084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1536,1,0,23.4809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,2048,1,0,31.4679
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,0,1.3811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,16,1,0,1.4238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,32,1,0,1.4345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,64,1,0,2.4699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,128,1,0,4.6206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,256,1,0,9.2704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,512,1,0,15.4898
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1024,1,0,30.9324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,0,1.3750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,16,1,0,1.4383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,32,1,0,2.4724
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,64,1,0,4.6273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,128,1,0,8.9277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,256,1,0,15.4209
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,512,1,0,30.6984
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,0,1.3500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,16,1,0,1.4124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,32,1,0,1.4042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,64,1,0,1.4141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,128,1,0,1.4124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,256,1,0,1.4037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,512,1,0,1.3961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1024,1,0,1.4073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1536,1,0,1.4299
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,2048,1,0,1.4652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,3072,1,0,1.8698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,4096,1,0,2.5002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,6144,1,0,3.8115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,8192,1,0,5.1924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,10240,1,0,6.6252
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,12288,1,0,8.1466
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,16384,1,0,11.2932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,32768,1,0,26.0342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,0,1.3671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,16,1,0,1.4024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,32,1,0,1.3901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,64,1,0,1.4029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,128,1,0,1.4015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,256,1,0,1.4084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,512,1,0,1.4000
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1024,1,0,1.4128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1536,1,0,1.5162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,2048,1,0,2.0642
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,3072,1,0,3.3251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,4096,1,0,4.6231
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,6144,1,0,7.3089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,8192,1,0,10.1103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,10240,1,0,12.9237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,12288,1,0,15.9767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,16384,1,0,22.2843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,32768,1,0,28.6690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,0,1.3601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,16,1,0,1.3984
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,32,1,0,1.4105
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,64,1,0,1.3992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,128,1,0,1.3964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,256,1,0,1.3994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,512,1,0,1.4114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1024,1,0,1.6736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1536,1,0,2.6057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,2048,1,0,3.7425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,3072,1,0,6.3549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,4096,1,0,8.9484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,6144,1,0,14.4019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,8192,1,0,19.9363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,10240,1,0,25.6959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,12288,1,0,31.8406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,16384,1,0,21.7218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,32768,1,0,57.0350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,0,1.3731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,16,1,0,1.4136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,32,1,0,1.4058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,64,1,0,1.4128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,128,1,0,1.4089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,256,1,0,1.4120
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,512,1,0,1.4863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1024,1,0,2.9670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1536,1,0,4.9036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,2048,1,0,7.2318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,3072,1,0,12.4164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,4096,1,0,17.6452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,6144,1,0,28.5824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,8192,1,0,18.2592
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,10240,1,0,23.7941
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,12288,1,0,30.0126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,16384,1,0,43.1386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,0,1.3650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,16,1,0,1.3988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,32,1,0,1.4146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,64,1,0,1.3872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,128,1,0,1.3857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,256,1,0,1.4168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,512,1,0,2.5988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1024,1,0,5.6304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1536,1,0,9.5922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,2048,1,0,14.2167
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,3072,1,0,24.7043
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,4096,1,0,16.2129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,6144,1,0,25.9190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,8192,1,0,36.2186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,0,1.3650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,16,1,0,1.3910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,32,1,0,1.4097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,64,1,0,1.4119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,128,1,0,1.4168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,256,1,0,2.3857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,512,1,0,4.8986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1024,1,0,11.0321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1536,1,0,18.8693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,2048,1,0,14.5274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,3072,1,0,23.1694
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,4096,1,0,32.1528
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,0,1.3654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,16,1,0,1.4042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,32,1,0,1.3888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,64,1,0,1.4126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,128,1,0,2.2988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,256,1,0,4.4620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,512,1,0,9.5174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1024,1,0,14.2582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1536,1,0,21.4543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,2048,1,0,28.8029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,0,1.3746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,16,1,0,1.4180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,32,1,0,1.4168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,64,1,0,2.2986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,128,1,0,4.2859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,256,1,0,8.5955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,512,1,0,14.1335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1024,1,0,28.2638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,0,1.3629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,16,1,0,1.3963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,32,1,0,2.3068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,64,1,0,4.2882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,128,1,0,8.2514
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,256,1,0,14.0736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,512,1,0,28.0260
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,0,1.3630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,16,1,0,1.4071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,32,1,0,1.3998
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,64,1,0,1.4031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,128,1,0,1.4017
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,256,1,0,1.3909
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,512,1,0,1.3977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1024,1,0,1.3990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1536,1,0,1.4078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,2048,1,0,1.4417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,3072,1,0,1.8413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,4096,1,0,2.4614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,6144,1,0,3.7684
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,8192,1,0,5.1226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,10240,1,0,6.5025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,12288,1,0,8.0315
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,16384,1,0,11.0838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,32768,1,0,25.6795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,0,1.3407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,16,1,0,1.3641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,32,1,0,1.3801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,64,1,0,1.3826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,128,1,0,1.3858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,256,1,0,1.3802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,512,1,0,1.3788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1024,1,0,1.3986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1536,1,0,1.4813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,2048,1,0,2.0128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,3072,1,0,3.2498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,4096,1,0,4.5316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,6144,1,0,7.1893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,8192,1,0,9.9262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,10240,1,0,12.7541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,12288,1,0,15.8085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,16384,1,0,21.9219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,32768,1,0,27.9996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,0,1.3513
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,16,1,0,1.3835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,32,1,0,1.3840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,64,1,0,1.3810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,128,1,0,1.3742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,256,1,0,1.3799
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,512,1,0,1.3936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1024,1,0,1.6418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1536,1,0,2.5460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,2048,1,0,3.6615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,3072,1,0,6.2056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,4096,1,0,8.7611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,6144,1,0,14.1481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,8192,1,0,19.6517
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,10240,1,0,25.5419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,12288,1,0,31.2977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,16384,1,0,21.3415
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,32768,1,0,55.6875
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,0,1.3394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,16,1,0,1.3752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,32,1,0,1.3878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,64,1,0,1.3771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,128,1,0,1.3891
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,256,1,0,1.3843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,512,1,0,1.4341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1024,1,0,2.8923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1536,1,0,4.7899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,2048,1,0,7.0404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,3072,1,0,12.1682
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,4096,1,0,17.3903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,6144,1,0,28.0588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,8192,1,0,17.5741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,10240,1,0,22.9421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,12288,1,0,28.9923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,16384,1,0,41.7977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,0,1.3355
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,16,1,0,1.3764
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,32,1,0,1.3940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,64,1,0,1.3864
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,128,1,0,1.4030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,256,1,0,1.3835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,512,1,0,2.5076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1024,1,0,5.4764
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1536,1,0,9.3266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,2048,1,0,13.8749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,3072,1,0,24.2447
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,4096,1,0,15.5390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,6144,1,0,24.8772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,8192,1,0,34.8583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,0,1.3461
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,16,1,0,1.3881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,32,1,0,1.3794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,64,1,0,1.3888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,128,1,0,1.3927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,256,1,0,2.3090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,512,1,0,4.7284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1024,1,0,10.7137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1536,1,0,18.4062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,2048,1,0,13.8381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,3072,1,0,22.1331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,4096,1,0,30.7947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,0,1.3464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,16,1,0,1.3789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,32,1,0,1.3900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,64,1,0,1.3999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,128,1,0,2.2148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,256,1,0,4.2841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,512,1,0,9.2131
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1024,1,0,13.5794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1536,1,0,20.4193
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,2048,1,0,27.4128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,0,1.3493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,16,1,0,1.3890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,32,1,0,1.3990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,64,1,0,2.2153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,128,1,0,4.1129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,256,1,0,8.2668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,512,1,0,13.4453
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1024,1,0,26.9015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,0,1.3668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,16,1,0,1.4015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,32,1,0,2.2217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,64,1,0,4.1145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,128,1,0,7.9176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,256,1,0,13.4000
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,512,1,0,26.6524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,0,1.3562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,16,1,0,1.3897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,32,1,0,1.3825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,64,1,0,1.3855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,128,1,0,1.3693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,256,1,0,1.3645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,512,1,0,1.3858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1024,1,0,1.3794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1536,1,0,1.4059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,2048,1,0,1.4325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,3072,1,0,1.8384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,4096,1,0,2.4529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,6144,1,0,3.7332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,8192,1,0,5.0652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,10240,1,0,6.4836
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,12288,1,0,7.9641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,16384,1,0,11.0036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,32768,1,0,25.4633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,0,1.3614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,16,1,0,1.4151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,32,1,0,1.4236
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,64,1,0,1.3892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,128,1,0,1.4108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,256,1,0,1.4110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,512,1,0,1.4130
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1024,1,0,1.4320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1536,1,0,1.4759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,2048,1,0,2.0062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,3072,1,0,3.2262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,4096,1,0,4.5040
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,6144,1,0,7.1375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,8192,1,0,9.8039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,10240,1,0,12.6353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,12288,1,0,15.5963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,16384,1,0,21.7671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,32768,1,0,27.6482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,0,1.3559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,16,1,0,1.4087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,32,1,0,1.4081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,64,1,0,1.3982
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,128,1,0,1.4051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,256,1,0,1.4124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,512,1,0,1.4070
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1024,1,0,1.6175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1536,1,0,2.5235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,2048,1,0,3.6194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,3072,1,0,6.1368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,4096,1,0,8.6975
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,6144,1,0,13.9797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,8192,1,0,19.3789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,10240,1,0,25.0847
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,12288,1,0,30.9397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,16384,1,0,20.6952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,32768,1,0,54.9943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,0,1.3490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,16,1,0,1.3930
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,32,1,0,1.4069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,64,1,0,1.4019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,128,1,0,1.4071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,256,1,0,1.4002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,512,1,0,1.4206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1024,1,0,2.8414
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1536,1,0,4.7139
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,2048,1,0,6.9763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,3072,1,0,12.0548
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,4096,1,0,17.2166
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,6144,1,0,27.8457
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,8192,1,0,17.2263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,10240,1,0,22.4846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,12288,1,0,28.4488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,16384,1,0,41.0870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,0,1.3700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,16,1,0,1.4112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,32,1,0,1.3973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,64,1,0,1.3931
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,128,1,0,1.4100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,256,1,0,1.4128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,512,1,0,2.4605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1024,1,0,5.4059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1536,1,0,9.1622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,2048,1,0,13.7475
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,3072,1,0,23.9470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,4096,1,0,15.1919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,6144,1,0,24.3515
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,8192,1,0,34.1442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,0,1.3547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,16,1,0,1.4182
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,32,1,0,1.4058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,64,1,0,1.3969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,128,1,0,1.4034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,256,1,0,2.2579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,512,1,0,4.6209
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1024,1,0,10.4950
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1536,1,0,18.1324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,2048,1,0,13.5013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,3072,1,0,21.8695
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,4096,1,0,30.0923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,0,1.3644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,16,1,0,1.4177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,32,1,0,1.4121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,64,1,0,1.4050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,128,1,0,2.1688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,256,1,0,4.1997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,512,1,0,9.0154
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1024,1,0,13.2225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1536,1,0,19.8881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,2048,1,0,26.7224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,0,1.3596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,16,1,0,1.4290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,32,1,0,1.4061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,64,1,0,2.1732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,128,1,0,4.0248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,256,1,0,8.0753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,512,1,0,13.0908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1024,1,0,26.1992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,0,1.3509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,16,1,0,1.4057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,32,1,0,2.1784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,64,1,0,4.0313
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,128,1,0,7.7242
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,256,1,0,13.0410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,512,1,0,25.9509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,0,1.3588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,16,1,0,1.4002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,32,1,0,1.4056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,64,1,0,1.4189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,128,1,0,1.4145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,256,1,0,1.4042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,512,1,0,1.4262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1024,1,0,1.4773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1536,1,0,1.8086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,2048,1,0,2.2780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,3072,1,0,3.2816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,4096,1,0,4.2661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,6144,1,0,6.3144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,8192,1,0,8.3942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,10240,1,0,10.5423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,12288,1,0,12.7492
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,16384,1,0,17.2690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,32768,1,0,37.6049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,0,1.3604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,16,1,0,1.4152
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,32,1,0,1.4139
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,64,1,0,1.4094
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,128,1,0,1.4102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,256,1,0,1.4401
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,512,1,0,1.4787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1024,1,0,2.2599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1536,1,0,3.2083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,2048,1,0,4.1493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,3072,1,0,6.1325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,4096,1,0,8.1161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,6144,1,0,12.2182
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,8192,1,0,16.3889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,10240,1,0,20.6605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,12288,1,0,25.0309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,16384,1,0,34.1140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,32768,1,0,74.7470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,0,1.3706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,16,1,0,1.4251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,32,1,0,1.4257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,64,1,0,1.3934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,128,1,0,1.4256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,256,1,0,1.4718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,512,1,0,2.2622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1024,1,0,4.1081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1536,1,0,5.9977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,2048,1,0,7.8886
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,3072,1,0,11.8466
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,4096,1,0,15.8381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,6144,1,0,23.9837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,8192,1,0,32.3530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,10240,1,0,40.8946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,12288,1,0,49.7399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,16384,1,0,67.7581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,32768,1,0,146.0429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,0,1.3677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,16,1,0,1.4244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,32,1,0,1.4213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,64,1,0,1.4429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,128,1,0,1.4775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,256,1,0,2.2554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,512,1,0,4.0965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1024,1,0,7.8271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1536,1,0,11.5693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,2048,1,0,15.3651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,3072,1,0,23.2591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,4096,1,0,31.3206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,6144,1,0,47.6673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,8192,1,0,64.2625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,10240,1,0,81.2824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,12288,1,0,96.8376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,16384,1,0,132.1892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,0,1.3607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,16,1,0,1.4138
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,32,1,0,1.4171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,64,1,0,1.4661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,128,1,0,2.2533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,256,1,0,4.0968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,512,1,0,7.8010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1024,1,0,15.2303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1536,1,0,22.7308
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,2048,1,0,30.3529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,3072,1,0,46.5876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,4096,1,0,62.2207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,6144,1,0,92.7087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,8192,1,0,125.2702
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,0,1.3738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,16,1,0,1.4415
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,32,1,0,1.4920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,64,1,0,2.2549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,128,1,0,4.0701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,256,1,0,7.7917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,512,1,0,15.1629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1024,1,0,30.0886
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1536,1,0,45.1680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,2048,1,0,60.2863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,3072,1,0,89.8485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,4096,1,0,121.1140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,0,1.3611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,16,1,0,1.4598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,32,1,0,2.2507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,64,1,0,4.0577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,128,1,0,7.7580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,256,1,0,15.1872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,512,1,0,29.9935
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1024,1,0,59.7594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1536,1,0,87.6004
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,2048,1,0,117.1305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,0,1.3767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,16,1,0,2.2512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,32,1,0,4.0584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,64,1,0,7.7488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,128,1,0,15.1272
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,256,1,0,30.0161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,512,1,0,59.5701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1024,1,0,116.0845
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,0,1.4008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,16,1,0,4.0670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,32,1,0,7.7451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,64,1,0,15.1138
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,128,1,0,29.8671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,256,1,0,59.5956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,512,1,0,115.6570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,0,1.3630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,16,1,0,1.4184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,32,1,0,1.4250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,64,1,0,1.4178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,128,1,0,1.4151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,256,1,0,1.4293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,512,1,0,1.4438
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1024,1,0,1.4956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1536,1,0,1.7522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,2048,1,0,2.1805
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,3072,1,0,3.0728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,4096,1,0,3.9851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,6144,1,0,5.9321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,8192,1,0,7.9150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,10240,1,0,9.9263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,12288,1,0,12.0270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,16384,1,0,16.3158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,32768,1,0,36.0010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,0,1.3548
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,16,1,0,1.4224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,32,1,0,1.4333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,64,1,0,1.4252
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,128,1,0,1.4287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,256,1,0,1.4542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,512,1,0,1.4992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1024,1,0,2.1631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1536,1,0,3.0063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,2048,1,0,3.8717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,3072,1,0,5.7507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,4096,1,0,7.6565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,6144,1,0,11.5031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,8192,1,0,15.4252
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,10240,1,0,19.4716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,12288,1,0,23.6527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,16384,1,0,32.2111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,32768,1,0,71.2204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,0,1.3480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,16,1,0,1.4248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,32,1,0,1.4137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,64,1,0,1.4244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,128,1,0,1.4429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,256,1,0,1.4924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,512,1,0,2.1605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1024,1,0,3.8396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1536,1,0,5.6184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,2048,1,0,7.4105
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,3072,1,0,11.1302
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,4096,1,0,14.8842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,6144,1,0,22.5868
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,8192,1,0,30.4424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,10240,1,0,38.4927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,12288,1,0,46.7908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,16384,1,0,63.9522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,32768,1,0,141.3932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,0,1.3486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,16,1,0,1.4071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,32,1,0,1.4301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,64,1,0,1.4524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,128,1,0,1.4911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,256,1,0,2.1539
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,512,1,0,3.8276
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1024,1,0,7.3499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1536,1,0,10.8697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,2048,1,0,14.3952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,3072,1,0,21.9024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,4096,1,0,29.4227
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,6144,1,0,44.7470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,8192,1,0,60.4599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,10240,1,0,76.5035
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,12288,1,0,93.2883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,16384,1,0,127.5237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,0,1.3602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,16,1,0,1.4293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,32,1,0,1.4556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,64,1,0,1.4996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,128,1,0,2.1552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,256,1,0,3.8300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,512,1,0,7.3191
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1024,1,0,14.2725
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1536,1,0,21.3715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,2048,1,0,28.4570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,3072,1,0,43.3218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,4096,1,0,58.4288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,6144,1,0,89.1857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,8192,1,0,120.5331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,0,1.3684
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,16,1,0,1.4616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,32,1,0,1.5031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,64,1,0,2.1543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,128,1,0,3.8054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,256,1,0,7.3175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,512,1,0,14.2220
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1024,1,0,28.1821
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1536,1,0,42.2026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,2048,1,0,56.5255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,3072,1,0,86.3079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,4096,1,0,116.4141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,0,1.3469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,16,1,0,1.4839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,32,1,0,2.1456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,64,1,0,3.8046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,128,1,0,7.2832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,256,1,0,14.2404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,512,1,0,28.0672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1024,1,0,55.9833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1536,1,0,84.1208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,2048,1,0,112.5703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,0,1.3674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,16,1,0,2.1519
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,32,1,0,3.7947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,64,1,0,7.2647
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,128,1,0,14.1557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,256,1,0,28.1275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,512,1,0,55.7759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1024,1,0,111.4923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,0,1.3527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,16,1,0,3.8023
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,32,1,0,7.2600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,64,1,0,14.1460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,128,1,0,27.9365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,256,1,0,55.8475
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,512,1,0,111.0251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,0,1.3990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,16,1,0,1.4161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,32,1,0,1.4341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,64,1,0,1.4303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,128,1,0,1.4276
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,256,1,0,1.4240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,512,1,0,1.4140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1024,1,0,1.4687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1536,1,0,1.5197
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,2048,1,0,1.8692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,3072,1,0,2.5994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,4096,1,0,3.3583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,6144,1,0,4.9408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,8192,1,0,6.5909
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,10240,1,0,8.3065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,12288,1,0,10.0903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,16384,1,0,13.7575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,32768,1,0,30.6041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,0,1.3953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,16,1,0,1.4216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,32,1,0,1.4343
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,64,1,0,1.4145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,128,1,0,1.4145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,256,1,0,1.4381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,512,1,0,1.4817
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1024,1,0,1.8509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1536,1,0,2.5425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,2048,1,0,3.2422
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,3072,1,0,4.7596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,4096,1,0,6.3201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,6144,1,0,9.5610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,8192,1,0,12.8657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,10240,1,0,16.2794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,12288,1,0,19.8218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,16384,1,0,27.1070
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,32768,1,0,60.7581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,0,1.3926
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,16,1,0,1.4289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,32,1,0,1.4231
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,64,1,0,1.4563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,128,1,0,1.4294
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,256,1,0,1.4590
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,512,1,0,1.8439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1024,1,0,3.2040
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1536,1,0,4.6198
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,2048,1,0,6.0797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,3072,1,0,9.1987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,4096,1,0,12.3216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,6144,1,0,18.7560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,8192,1,0,25.3411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,10240,1,0,32.1322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,12288,1,0,39.2173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,16384,1,0,53.7711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,32768,1,0,121.0024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,0,1.3861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,16,1,0,1.4151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,32,1,0,1.4004
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,64,1,0,1.4261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,128,1,0,1.4695
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,256,1,0,1.8382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,512,1,0,3.1792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1024,1,0,6.0225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1536,1,0,8.9256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,2048,1,0,11.8365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,3072,1,0,18.0644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,4096,1,0,24.3118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,6144,1,0,37.1695
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,8192,1,0,50.3021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,10240,1,0,63.7889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,12288,1,0,77.9560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,16384,1,0,107.1288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,0,1.3844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,16,1,0,1.4236
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,32,1,0,1.4406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,64,1,0,1.4775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,128,1,0,1.8422
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,256,1,0,3.1963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,512,1,0,5.9979
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1024,1,0,11.7202
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1536,1,0,17.5366
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,2048,1,0,23.3475
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,3072,1,0,35.6996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,4096,1,0,48.2563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,6144,1,0,73.8471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,8192,1,0,100.1922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,0,1.3841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,16,1,0,1.4298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,32,1,0,1.4704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,64,1,0,1.8390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,128,1,0,3.1682
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,256,1,0,6.0034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,512,1,0,11.6540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1024,1,0,23.0939
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1536,1,0,34.6075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,2048,1,0,46.3065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,3072,1,0,70.9532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,4096,1,0,96.0412
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,0,1.4018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,16,1,0,1.4807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,32,1,0,1.8414
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,64,1,0,3.1692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,128,1,0,5.9536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,256,1,0,11.6679
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,512,1,0,22.9966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1024,1,0,45.7462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1536,1,0,68.7352
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,2048,1,0,92.1292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,0,1.4070
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,16,1,0,1.8474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,32,1,0,3.1604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,64,1,0,5.9556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,128,1,0,11.6014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,256,1,0,22.9862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,512,1,0,45.5977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1024,1,0,91.0839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,0,1.4027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,16,1,0,3.1630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,32,1,0,5.9343
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,64,1,0,11.5899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,128,1,0,22.8624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,256,1,0,45.6241
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,512,1,0,90.6916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,0,1.3907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,16,1,0,1.4339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,32,1,0,1.4108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,64,1,0,1.4218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,128,1,0,1.4210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,256,1,0,1.4162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,512,1,0,1.4381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1024,1,0,1.4449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1536,1,0,1.5099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,2048,1,0,1.7098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,3072,1,0,2.3691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,4096,1,0,3.0423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,6144,1,0,4.4622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,8192,1,0,5.9469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,10240,1,0,7.4903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,12288,1,0,9.1011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,16384,1,0,12.4425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,32768,1,0,28.0308
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,0,1.3858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,16,1,0,1.4200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,32,1,0,1.4245
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,64,1,0,1.4201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,128,1,0,1.4182
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,256,1,0,1.4354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,512,1,0,1.4594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1024,1,0,1.6937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1536,1,0,2.3060
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,2048,1,0,2.9209
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,3072,1,0,4.2721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,4096,1,0,5.6897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,6144,1,0,8.5637
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,8192,1,0,11.5563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,10240,1,0,14.6533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,12288,1,0,17.8827
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,16384,1,0,24.5592
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,32768,1,0,55.6380
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,0,1.3726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,16,1,0,1.4047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,32,1,0,1.4186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,64,1,0,1.4206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,128,1,0,1.4219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,256,1,0,1.4605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,512,1,0,1.6798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1024,1,0,2.8838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1536,1,0,4.1413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,2048,1,0,5.4314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,3072,1,0,8.2141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,4096,1,0,11.0124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,6144,1,0,16.8217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,8192,1,0,22.7831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,10240,1,0,28.9325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,12288,1,0,35.3762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,16384,1,0,48.6596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,32768,1,0,110.8133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,0,1.3794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,16,1,0,1.4162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,32,1,0,1.4202
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,64,1,0,1.4218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,128,1,0,1.4567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,256,1,0,1.6782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,512,1,0,2.8778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1024,1,0,5.3743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1536,1,0,7.9423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,2048,1,0,10.5250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,3072,1,0,16.1344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,4096,1,0,21.7296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,6144,1,0,33.3153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,8192,1,0,45.6158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,10240,1,0,57.4258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,12288,1,0,70.3657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,16384,1,0,96.9340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,0,1.3935
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,16,1,0,1.4325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,32,1,0,1.4307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,64,1,0,1.4658
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,128,1,0,1.6758
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,256,1,0,2.8843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,512,1,0,5.3589
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1024,1,0,10.4079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1536,1,0,15.5804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,2048,1,0,20.7816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,3072,1,0,31.8759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,4096,1,0,43.1130
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,6144,1,0,66.2328
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,8192,1,0,89.9588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,0,1.3746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,16,1,0,1.4341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,32,1,0,1.4629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,64,1,0,1.6784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,128,1,0,2.8617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,256,1,0,5.3634
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,512,1,0,10.3692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1024,1,0,20.5331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1536,1,0,30.7732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,2048,1,0,41.1832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,3072,1,0,63.3557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,4096,1,0,85.7338
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,0,1.3970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,16,1,0,1.4473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,32,1,0,1.6756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,64,1,0,2.8551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,128,1,0,5.3165
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,256,1,0,10.3801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,512,1,0,20.4429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1024,1,0,40.6400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1536,1,0,61.1238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,2048,1,0,81.8480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,0,1.3724
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,16,1,0,1.6783
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,32,1,0,2.8512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,64,1,0,5.3059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,128,1,0,10.2813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,256,1,0,20.4644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,512,1,0,40.4819
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1024,1,0,81.1116
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,0,1.3816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,16,1,0,2.8544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,32,1,0,5.3043
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,64,1,0,10.2742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,128,1,0,20.3095
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,256,1,0,40.5510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,512,1,0,80.4980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,0,1.3858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,16,1,0,1.4150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,32,1,0,1.4184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,64,1,0,1.4176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,128,1,0,1.4219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,256,1,0,1.4203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,512,1,0,1.4190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1024,1,0,1.4532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1536,1,0,1.4991
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,2048,1,0,1.6405
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,3072,1,0,2.2568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,4096,1,0,2.8943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,6144,1,0,4.3066
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,8192,1,0,5.6407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,10240,1,0,7.0788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,12288,1,0,8.6306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,16384,1,0,11.8073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,32768,1,0,26.7499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,0,1.3759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,16,1,0,1.4181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,32,1,0,1.4009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,64,1,0,1.4029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,128,1,0,1.4162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,256,1,0,1.4183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,512,1,0,1.4563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1024,1,0,1.6180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1536,1,0,2.1891
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,2048,1,0,2.7683
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,3072,1,0,4.0500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,4096,1,0,5.3623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,6144,1,0,8.2754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,8192,1,0,10.9156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,10240,1,0,13.8481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,12288,1,0,16.9041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,16384,1,0,23.2672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,32768,1,0,53.1051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,0,1.3547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,16,1,0,1.4018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,32,1,0,1.3956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,64,1,0,1.4157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,128,1,0,1.4112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,256,1,0,1.4512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,512,1,0,1.6137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1024,1,0,2.7327
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1536,1,0,3.9128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,2048,1,0,5.1243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,3072,1,0,7.7422
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,4096,1,0,10.3802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,6144,1,0,15.8500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,8192,1,0,21.4925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,10240,1,0,27.3360
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,12288,1,0,33.4577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,16384,1,0,46.1303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,32768,1,0,105.7785
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,0,1.3731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,16,1,0,1.4085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,32,1,0,1.4073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,64,1,0,1.4287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,128,1,0,1.4601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,256,1,0,1.6068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,512,1,0,2.7303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1024,1,0,5.0631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1536,1,0,7.4787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,2048,1,0,9.8994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,3072,1,0,15.1580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,4096,1,0,20.4645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,6144,1,0,31.4018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,8192,1,0,42.6558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,10240,1,0,54.2753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,12288,1,0,66.5859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,16384,1,0,91.9160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,0,1.3742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,16,1,0,1.4137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,32,1,0,1.4316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,64,1,0,1.4536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,128,1,0,1.6060
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,256,1,0,2.7302
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,512,1,0,5.0454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1024,1,0,9.7610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1536,1,0,14.6305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,2048,1,0,19.4912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,3072,1,0,29.9454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,4096,1,0,40.5813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,6144,1,0,62.4226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,8192,1,0,84.9114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,0,1.3891
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,16,1,0,1.4245
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,32,1,0,1.4476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,64,1,0,1.6074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,128,1,0,2.7034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,256,1,0,5.0492
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,512,1,0,9.7153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1024,1,0,19.2353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1536,1,0,28.8703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,2048,1,0,38.6183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,3072,1,0,59.5010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,4096,1,0,80.6679
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,0,1.3866
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,16,1,0,1.4547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,32,1,0,1.6083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,64,1,0,2.6997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,128,1,0,4.9950
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,256,1,0,9.7353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,512,1,0,19.1329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1024,1,0,38.1035
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1536,1,0,57.3318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,2048,1,0,76.8030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,0,1.3921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,16,1,0,1.6109
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,32,1,0,2.6990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,64,1,0,4.9956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,128,1,0,9.6547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,256,1,0,19.1418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,512,1,0,37.9224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1024,1,0,75.7119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,0,1.3868
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,16,1,0,2.7022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,32,1,0,4.9857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,64,1,0,9.6511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,128,1,0,18.9963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,256,1,0,37.9542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,512,1,0,75.3357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,0,1.3913
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,16,1,0,1.4044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,32,1,0,1.4182
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,64,1,0,1.4151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,128,1,0,1.4197
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,256,1,0,1.3988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,512,1,0,1.4317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1024,1,0,1.4686
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1536,1,0,1.4704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,2048,1,0,1.5998
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,3072,1,0,2.2061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,4096,1,0,2.8230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,6144,1,0,4.1293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,8192,1,0,5.4819
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,10240,1,0,6.9021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,12288,1,0,8.4023
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,16384,1,0,11.4929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,32768,1,0,26.1100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,0,1.3747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,16,1,0,1.4142
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,32,1,0,1.4113
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,64,1,0,1.4063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,128,1,0,1.4075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,256,1,0,1.4213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,512,1,0,1.4410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1024,1,0,1.5888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1536,1,0,2.1324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,2048,1,0,2.6970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,3072,1,0,3.9434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,4096,1,0,5.2081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,6144,1,0,7.8715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,8192,1,0,10.6134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,10240,1,0,13.4625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,12288,1,0,16.4466
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,16384,1,0,22.6322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,32768,1,0,52.1560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,0,1.3677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,16,1,0,1.4200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,32,1,0,1.4066
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,64,1,0,1.4153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,128,1,0,1.4072
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,256,1,0,1.4591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,512,1,0,1.5771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1024,1,0,2.6718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1536,1,0,3.8096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,2048,1,0,4.9699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,3072,1,0,7.5111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,4096,1,0,10.0622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,6144,1,0,15.3893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,8192,1,0,20.8544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,10240,1,0,26.5485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,12288,1,0,32.5256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,16384,1,0,44.8890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,32768,1,0,103.3280
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,0,1.3889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,16,1,0,1.4137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,32,1,0,1.4185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,64,1,0,1.4310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,128,1,0,1.4628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,256,1,0,1.5731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,512,1,0,2.6458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1024,1,0,4.9098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1536,1,0,7.2426
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,2048,1,0,9.5921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,3072,1,0,14.6944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,4096,1,0,19.8192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,6144,1,0,30.4533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,8192,1,0,41.3689
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,10240,1,0,52.6838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,12288,1,0,64.7021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,16384,1,0,89.4070
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,0,1.3907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,16,1,0,1.4166
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,32,1,0,1.4416
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,64,1,0,1.4561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,128,1,0,1.5725
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,256,1,0,2.6481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,512,1,0,4.8772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1024,1,0,9.4587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1536,1,0,14.1450
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,2048,1,0,18.8410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,3072,1,0,28.9899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,4096,1,0,39.3083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,6144,1,0,60.5613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,8192,1,0,82.4249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,0,1.3654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,16,1,0,1.4159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,32,1,0,1.4481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,64,1,0,1.5814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,128,1,0,2.6339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,256,1,0,4.9068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,512,1,0,9.4118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1024,1,0,18.5651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1536,1,0,27.9230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,2048,1,0,37.3752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,3072,1,0,60.9850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,4096,1,0,78.2247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,0,1.3863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,16,1,0,1.4576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,32,1,0,1.8762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,64,1,0,2.6362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,128,1,0,6.0302
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,256,1,0,9.4240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,512,1,0,22.4115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1024,1,0,36.8337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1536,1,0,62.1582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,2048,1,0,74.3007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,0,1.3874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,16,1,0,1.5712
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,32,1,0,3.2405
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,64,1,0,4.8409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,128,1,0,11.7390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,256,1,0,18.5013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,512,1,0,44.5036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1024,1,0,73.1827
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,0,1.3891
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,16,1,0,2.6345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,32,1,0,6.0760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,64,1,0,9.3258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,128,1,0,23.1880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,256,1,0,36.6000
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,512,1,0,88.6663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,0,1.3856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,16,1,0,1.4130
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,32,1,0,1.4305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,64,1,0,1.4239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,128,1,0,1.4214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,256,1,0,1.4182
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,512,1,0,1.4282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1024,1,0,1.4475
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1536,1,0,1.4828
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,2048,1,0,1.5924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,3072,1,0,2.1787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,4096,1,0,2.7853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,6144,1,0,4.0740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,8192,1,0,5.4126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,10240,1,0,6.8719
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,12288,1,0,8.2881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,16384,1,0,11.3476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,32768,1,0,25.7927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,0,1.3793
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,16,1,0,1.4058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,32,1,0,1.4154
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,64,1,0,1.4178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,128,1,0,1.4216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,256,1,0,1.4297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,512,1,0,1.4469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1024,1,0,1.5742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1536,1,0,2.1101
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,2048,1,0,2.6611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,3072,1,0,3.8875
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,4096,1,0,5.1397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,6144,1,0,7.7605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,8192,1,0,10.4552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,10240,1,0,13.2730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,12288,1,0,16.2209
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,16384,1,0,22.3240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,32768,1,0,51.2377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,0,1.3788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,16,1,0,1.4172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,32,1,0,1.3956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,64,1,0,1.4123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,128,1,0,1.4306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,256,1,0,1.4347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,512,1,0,1.5674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1024,1,0,2.6289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1536,1,0,3.7522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,2048,1,0,4.8982
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,3072,1,0,7.3993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,4096,1,0,9.9151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,6144,1,0,15.1529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,8192,1,0,20.5490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,10240,1,0,26.1516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,12288,1,0,32.0454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,16384,1,0,44.2580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,32768,1,0,102.0731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,0,1.3675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,16,1,0,1.4046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,32,1,0,1.4169
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,64,1,0,1.4435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,128,1,0,1.4601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,256,1,0,1.5600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,512,1,0,2.6133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1024,1,0,4.8354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1536,1,0,7.1233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,2048,1,0,9.4238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,3072,1,0,14.4551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,4096,1,0,19.5192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,6144,1,0,29.9850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,8192,1,0,41.5145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,10240,1,0,51.8967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,12288,1,0,63.7609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,16384,1,0,88.1384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,0,1.3931
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,16,1,0,1.4236
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,32,1,0,1.4290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,64,1,0,1.4485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,128,1,0,1.5619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,256,1,0,2.6133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,512,1,0,4.8085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1024,1,0,9.3010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1536,1,0,13.9146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,2048,1,0,18.5339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,3072,1,0,28.5098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,4096,1,0,38.6810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,6144,1,0,59.5975
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,8192,1,0,81.1934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,0,1.3747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,16,1,0,1.4305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,32,1,0,1.4704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,64,1,0,1.5659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,128,1,0,2.5977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,256,1,0,4.8213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,512,1,0,9.2360
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1024,1,0,18.2464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1536,1,0,27.4078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,2048,1,0,37.0369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,3072,1,0,56.6607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,4096,1,0,76.9442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,0,1.3787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,16,1,0,1.4400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,32,1,0,1.5599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,64,1,0,2.5975
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,128,1,0,4.7665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,256,1,0,9.2413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,512,1,0,18.1349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1024,1,0,36.1993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1536,1,0,54.4405
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,2048,1,0,73.0330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,0,1.3717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,16,1,0,1.5634
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,32,1,0,2.6005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,64,1,0,4.7739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,128,1,0,9.1834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,256,1,0,18.1861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,512,1,0,35.9666
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1024,1,0,71.9653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,0,1.3851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,16,1,0,2.5992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,32,1,0,4.7644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,64,1,0,9.1807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,128,1,0,18.0788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,256,1,0,36.0423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,512,1,0,71.5963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,0,1.3738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,16,1,0,1.3989
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,32,1,0,1.4104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,64,1,0,1.4028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,128,1,0,1.4006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,256,1,0,1.4082
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,512,1,0,1.4094
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1024,1,0,1.4486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1536,1,0,1.4697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,2048,1,0,1.5809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,3072,1,0,2.1675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,4096,1,0,2.7782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,6144,1,0,4.0419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,8192,1,0,5.3701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,10240,1,0,6.7577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,12288,1,0,8.2272
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,16384,1,0,11.2645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,32768,1,0,25.6281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,0,1.3696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,16,1,0,1.4027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,32,1,0,1.4040
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,64,1,0,1.3999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,128,1,0,1.4016
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,256,1,0,1.4048
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,512,1,0,1.4361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1024,1,0,1.5615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1536,1,0,2.1017
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,2048,1,0,2.6533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,3072,1,0,3.8603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,4096,1,0,5.0944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,6144,1,0,7.7014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,8192,1,0,10.3770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,10240,1,0,13.1773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,12288,1,0,16.2682
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,16384,1,0,22.1493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,32768,1,0,50.8966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,0,1.3723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,16,1,0,1.4212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,32,1,0,1.3935
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,64,1,0,1.4036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,128,1,0,1.4012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,256,1,0,1.4564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,512,1,0,1.7610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1024,1,0,2.6102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1536,1,0,4.0792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,2048,1,0,4.8604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,3072,1,0,7.6990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,4096,1,0,9.8425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,6144,1,0,15.0383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,8192,1,0,20.3842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,10240,1,0,26.3362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,12288,1,0,31.8060
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,16384,1,0,43.9106
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,32768,1,0,101.7645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,0,1.3708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,16,1,0,1.4106
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,32,1,0,1.4034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,64,1,0,1.4118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,128,1,0,1.4518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,256,1,0,1.5496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,512,1,0,2.5957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1024,1,0,4.8047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1536,1,0,7.8425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,2048,1,0,9.3410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,3072,1,0,14.3447
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,4096,1,0,19.6435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,6144,1,0,30.4661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,8192,1,0,40.4349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,10240,1,0,51.5035
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,12288,1,0,64.0002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,16384,1,0,87.4794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,0,1.3774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,16,1,0,1.4102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,32,1,0,1.4194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,64,1,0,1.4420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,128,1,0,1.5492
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,256,1,0,2.5820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,512,1,0,4.7635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1024,1,0,9.2067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1536,1,0,13.7882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,2048,1,0,18.3700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,3072,1,0,28.2627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,4096,1,0,38.3365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,6144,1,0,59.1125
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,8192,1,0,80.4800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,0,1.3716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,16,1,0,1.4209
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,32,1,0,1.4628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,64,1,0,1.5508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,128,1,0,2.5780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,256,1,0,4.7703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,512,1,0,11.1367
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1024,1,0,18.0824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1536,1,0,30.5313
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,2048,1,0,36.3803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,3072,1,0,59.4347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,4096,1,0,76.2618
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,0,1.3711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,16,1,0,1.4442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,32,1,0,1.8657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,64,1,0,2.5705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,128,1,0,5.9545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,256,1,0,9.1988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,512,1,0,21.9555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1024,1,0,35.8584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1536,1,0,60.7047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,2048,1,0,72.3382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,0,1.3651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,16,1,0,1.5488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,32,1,0,3.2195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,64,1,0,4.7207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,128,1,0,11.5839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,256,1,0,18.0023
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,512,1,0,43.6244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1024,1,0,71.2814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,0,1.3579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,16,1,0,2.5777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,32,1,0,6.0363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,64,1,0,9.1055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,128,1,0,22.8660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,256,1,0,35.6823
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,512,1,0,86.9150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,1,1,0,1.3418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,16,1,0,1.3961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,32,1,0,1.3887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,64,1,0,1.3933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,128,1,0,1.3920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,256,1,0,1.3831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,512,1,0,1.4234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,1024,1,0,1.4562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,1536,1,0,1.8169
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,2048,1,0,2.2813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,3072,1,0,3.2838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,4096,1,0,4.2625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,6144,1,0,6.3180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,8192,1,0,8.4017
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,10240,1,0,10.5469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,12288,1,0,12.7411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,16384,1,0,17.2625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,1,32768,1,0,37.5994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,1,1,0,1.3352
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,16,1,0,1.3959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,32,1,0,1.4038
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,64,1,0,1.3976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,128,1,0,1.3928
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,256,1,0,1.4166
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,512,1,0,1.4608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,1024,1,0,2.2590
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,1536,1,0,3.2111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,2048,1,0,4.1397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,3072,1,0,6.1364
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,4096,1,0,8.1210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,6144,1,0,12.2156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,8192,1,0,16.3922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,10240,1,0,20.6668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,12288,1,0,25.0326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,16384,1,0,34.1031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,2,32768,1,0,74.7287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,1,1,0,1.3493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,16,1,0,1.3942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,32,1,0,1.3896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,64,1,0,1.3961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,128,1,0,1.4116
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,256,1,0,1.4535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,512,1,0,2.2598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,1024,1,0,4.1030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,1536,1,0,5.9972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,2048,1,0,7.8778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,3072,1,0,11.8496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,4096,1,0,15.8409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,6144,1,0,23.9727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,8192,1,0,32.3450
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,10240,1,0,40.8718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,12288,1,0,49.7426
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,16384,1,0,67.7445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,4,32768,1,0,146.0551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,1,1,0,1.3339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,16,1,0,1.3932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,32,1,0,1.3863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,64,1,0,1.4128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,128,1,0,1.4491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,256,1,0,2.2522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,512,1,0,4.1008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,1024,1,0,7.8270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,1536,1,0,11.5728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,2048,1,0,15.3526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,3072,1,0,23.2631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,4096,1,0,31.3161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,6144,1,0,47.6864
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,8192,1,0,64.2735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,10240,1,0,81.2759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,12288,1,0,96.8282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,8,16384,1,0,132.1892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,16,1,1,0,1.3407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,16,16,1,0,1.3879
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,16,32,1,0,1.4277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,16,64,1,0,1.4574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,16,128,1,0,2.2489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,16,256,1,0,4.0878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,16,512,1,0,7.7953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,16,1024,1,0,15.2265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,16,1536,1,0,22.7347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,16,2048,1,0,30.3516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,16,3072,1,0,46.2253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,16,4096,1,0,62.2506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,16,6144,1,0,92.7262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,16,8192,1,0,125.2428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,32,1,1,0,1.3413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,32,16,1,0,1.4102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,32,32,1,0,1.4710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,32,64,1,0,2.2458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,32,128,1,0,4.0692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,32,256,1,0,7.8042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,32,512,1,0,15.1871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,32,1024,1,0,30.0939
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,32,1536,1,0,45.1394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,32,2048,1,0,60.2778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,32,3072,1,0,89.8298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,32,4096,1,0,121.0522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,64,1,1,0,1.3262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,64,16,1,0,1.4560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,64,32,1,0,2.2436
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,64,64,1,0,4.0624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,64,128,1,0,7.7579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,64,256,1,0,15.1701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,64,512,1,0,29.9672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,64,1024,1,0,60.0180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,64,1536,1,0,87.6248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,64,2048,1,0,117.1489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,128,1,1,0,1.3409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,128,16,1,0,2.2487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,128,32,1,0,4.0612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,128,64,1,0,7.7464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,128,128,1,0,15.1065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,128,256,1,0,29.9891
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,128,512,1,0,59.5750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,128,1024,1,0,116.1182
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,256,1,1,0,1.3700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,256,16,1,0,4.0664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,256,32,1,0,7.7460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,256,64,1,0,15.0972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,256,128,1,0,29.8568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,256,256,1,0,59.6313
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,128,256,512,1,0,115.7134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,1,1,0,1.3550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,16,1,0,1.4083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,32,1,0,1.4238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,64,1,0,1.4205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,128,1,0,1.4028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,256,1,0,1.4050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,512,1,0,1.4401
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,1024,1,0,1.4773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,1536,1,0,1.7453
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,2048,1,0,2.1802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,3072,1,0,3.0740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,4096,1,0,3.9890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,6144,1,0,5.9403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,8192,1,0,7.9119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,10240,1,0,9.9315
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,12288,1,0,12.0222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,16384,1,0,16.3123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,1,32768,1,0,35.6920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,1,1,0,1.3511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,16,1,0,1.4013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,32,1,0,1.4199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,64,1,0,1.4115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,128,1,0,1.4109
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,256,1,0,1.4594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,512,1,0,1.4737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,1024,1,0,2.1620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,1536,1,0,3.0041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,2048,1,0,3.8709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,3072,1,0,5.7572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,4096,1,0,7.6393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,6144,1,0,11.4963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,8192,1,0,15.4287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,10240,1,0,19.4679
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,12288,1,0,23.6621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,16384,1,0,32.2054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,2,32768,1,0,70.9463
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,1,1,0,1.3488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,16,1,0,1.4213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,32,1,0,1.4206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,64,1,0,1.4163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,128,1,0,1.4410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,256,1,0,1.4999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,512,1,0,2.1539
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,1024,1,0,3.8419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,1536,1,0,5.6207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,2048,1,0,7.4030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,3072,1,0,11.1345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,4096,1,0,14.8915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,6144,1,0,22.5894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,8192,1,0,30.4463
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,10240,1,0,38.4933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,12288,1,0,47.0701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,16384,1,0,63.9529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,4,32768,1,0,141.3960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,1,1,0,1.3392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,16,1,0,1.4044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,32,1,0,1.4225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,64,1,0,1.4336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,128,1,0,1.4837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,256,1,0,2.1565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,512,1,0,3.8227
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,1024,1,0,7.3378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,1536,1,0,10.8712
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,2048,1,0,14.3957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,3072,1,0,21.9109
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,4096,1,0,29.3936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,6144,1,0,44.7555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,8192,1,0,60.4676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,10240,1,0,76.5388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,12288,1,0,93.2760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,8,16384,1,0,127.4754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,16,1,1,0,1.3602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,16,16,1,0,1.4029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,16,32,1,0,1.4398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,16,64,1,0,1.4974
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,16,128,1,0,2.1498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,16,256,1,0,3.8360
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,16,512,1,0,7.3205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,16,1024,1,0,14.2697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,16,1536,1,0,21.3766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,16,2048,1,0,28.4660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,16,3072,1,0,43.3262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,16,4096,1,0,58.4395
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,16,6144,1,0,89.1887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,16,8192,1,0,120.5187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,32,1,1,0,1.3460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,32,16,1,0,1.4380
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,32,32,1,0,1.4976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,32,64,1,0,2.1479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,32,128,1,0,3.8047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,32,256,1,0,7.3277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,32,512,1,0,14.2296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,32,1024,1,0,28.1809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,32,1536,1,0,42.2097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,32,2048,1,0,56.5223
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,32,3072,1,0,86.3132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,32,4096,1,0,116.3969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,64,1,1,0,1.3558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,64,16,1,0,1.4775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,64,32,1,0,2.1479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,64,64,1,0,3.8009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,64,128,1,0,7.2687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,64,256,1,0,14.2261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,64,512,1,0,28.1078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,64,1024,1,0,55.9750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,64,1536,1,0,84.0733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,64,2048,1,0,112.5091
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,128,1,1,0,1.3667
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,128,16,1,0,2.1537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,128,32,1,0,3.7954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,128,64,1,0,7.2681
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,128,128,1,0,14.1655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,128,256,1,0,28.0970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,128,512,1,0,55.8096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,128,1024,1,0,111.4807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,256,1,1,0,1.3481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,256,16,1,0,3.7963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,256,32,1,0,7.2585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,256,64,1,0,14.1584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,256,128,1,0,27.9708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,256,256,1,0,55.8416
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,64,256,512,1,0,111.0370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,1,1,0,1.3862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,16,1,0,1.4163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,32,1,0,1.4132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,64,1,0,1.4115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,128,1,0,1.4134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,256,1,0,1.4203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,512,1,0,1.4227
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,1024,1,0,1.4647
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,1536,1,0,1.5170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,2048,1,0,1.8680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,3072,1,0,2.5977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,4096,1,0,3.3564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,6144,1,0,4.9354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,8192,1,0,6.5976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,10240,1,0,8.3048
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,12288,1,0,10.0864
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,16384,1,0,13.7467
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,1,32768,1,0,30.5908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,1,1,0,1.3854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,16,1,0,1.4160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,32,1,0,1.4162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,64,1,0,1.4042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,128,1,0,1.4197
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,256,1,0,1.4140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,512,1,0,1.4629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,1024,1,0,1.8495
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,1536,1,0,2.5316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,2048,1,0,3.2327
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,3072,1,0,4.7549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,4096,1,0,6.3112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,6144,1,0,9.5565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,8192,1,0,12.8653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,10240,1,0,16.2790
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,12288,1,0,19.8263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,16384,1,0,27.1161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,2,32768,1,0,61.0582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,1,1,0,1.3727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,16,1,0,1.4121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,32,1,0,1.4141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,64,1,0,1.4150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,128,1,0,1.4417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,256,1,0,1.4715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,512,1,0,1.8424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,1024,1,0,3.1953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,1536,1,0,4.6176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,2048,1,0,6.0884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,3072,1,0,9.1972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,4096,1,0,12.3217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,6144,1,0,18.7565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,8192,1,0,25.3399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,10240,1,0,32.1334
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,12288,1,0,39.2019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,16384,1,0,53.7736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,4,32768,1,0,121.0427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,1,1,0,1.3785
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,16,1,0,1.4079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,32,1,0,1.4189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,64,1,0,1.4296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,128,1,0,1.4756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,256,1,0,1.8361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,512,1,0,3.1862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,1024,1,0,6.0213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,1536,1,0,8.9299
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,2048,1,0,11.8295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,3072,1,0,18.0669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,4096,1,0,24.3055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,6144,1,0,37.1478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,8192,1,0,50.3078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,10240,1,0,63.8146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,12288,1,0,77.9814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,8,16384,1,0,107.1311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,16,1,1,0,1.3977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,16,16,1,0,1.4223
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,16,32,1,0,1.4372
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,16,64,1,0,1.4596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,16,128,1,0,1.8354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,16,256,1,0,3.1890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,16,512,1,0,6.0011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,16,1024,1,0,11.7241
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,16,1536,1,0,17.5377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,16,2048,1,0,23.3463
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,16,3072,1,0,35.7121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,16,4096,1,0,48.2763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,16,6144,1,0,73.8502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,16,8192,1,0,100.1901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,32,1,1,0,1.3636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,32,16,1,0,1.4090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,32,32,1,0,1.4629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,32,64,1,0,1.8387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,32,128,1,0,3.1712
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,32,256,1,0,6.0109
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,32,512,1,0,11.6563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,32,1024,1,0,23.0628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,32,1536,1,0,34.6354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,32,2048,1,0,46.3059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,32,3072,1,0,70.9470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,32,4096,1,0,95.9905
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,64,1,1,0,1.3692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,64,16,1,0,1.4455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,64,32,1,0,1.8309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,64,64,1,0,3.1628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,64,128,1,0,5.9533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,64,256,1,0,11.6622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,64,512,1,0,22.9904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,64,1024,1,0,45.7948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,64,1536,1,0,68.6987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,64,2048,1,0,92.1019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,128,1,1,0,1.3693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,128,16,1,0,1.8354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,128,32,1,0,3.1580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,128,64,1,0,5.9491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,128,128,1,0,11.5901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,128,256,1,0,22.9895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,128,512,1,0,45.5825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,128,1024,1,0,91.0483
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,256,1,1,0,1.3625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,256,16,1,0,3.1635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,256,32,1,0,5.9378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,256,64,1,0,11.6016
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,256,128,1,0,22.8663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,256,256,1,0,45.6363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,32,256,512,1,0,90.7137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,1,1,0,1.3620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,16,1,0,1.4047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,32,1,0,1.4070
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,64,1,0,1.4049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,128,1,0,1.3986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,256,1,0,1.4174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,512,1,0,1.4109
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,1024,1,0,1.4515
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,1536,1,0,1.4717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,2048,1,0,1.7074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,3072,1,0,2.3723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,4096,1,0,3.0483
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,6144,1,0,4.4521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,8192,1,0,5.9493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,10240,1,0,7.4889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,12288,1,0,9.1012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,16384,1,0,12.4441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,1,32768,1,0,28.0268
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,1,1,0,1.3723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,16,1,0,1.4073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,32,1,0,1.4122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,64,1,0,1.4078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,128,1,0,1.4003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,256,1,0,1.4185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,512,1,0,1.4378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,1024,1,0,1.6937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,1536,1,0,2.3106
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,2048,1,0,2.9333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,3072,1,0,4.2739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,4096,1,0,5.6842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,6144,1,0,8.5728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,8192,1,0,11.5482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,10240,1,0,14.6500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,12288,1,0,17.8876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,16384,1,0,24.5471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,2,32768,1,0,55.6399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,1,1,0,1.3651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,16,1,0,1.3929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,32,1,0,1.4011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,64,1,0,1.4058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,128,1,0,1.4237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,256,1,0,1.4424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,512,1,0,1.6807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,1024,1,0,2.8899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,1536,1,0,4.1389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,2048,1,0,5.4542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,3072,1,0,8.2068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,4096,1,0,11.0071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,6144,1,0,16.8256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,8192,1,0,22.7691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,10240,1,0,28.9287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,12288,1,0,35.3757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,16384,1,0,48.6594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,4,32768,1,0,110.8361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,1,1,0,1.3656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,16,1,0,1.3934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,32,1,0,1.3839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,64,1,0,1.4051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,128,1,0,1.4322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,256,1,0,1.6802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,512,1,0,2.8798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,1024,1,0,5.3767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,1536,1,0,7.9530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,2048,1,0,10.5233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,3072,1,0,16.1327
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,4096,1,0,21.7496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,6144,1,0,33.3324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,8192,1,0,45.1936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,10240,1,0,57.4335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,12288,1,0,70.3877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,8,16384,1,0,96.9350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,16,1,1,0,1.3626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,16,16,1,0,1.4081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,16,32,1,0,1.3974
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,16,64,1,0,1.4556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,16,128,1,0,1.6720
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,16,256,1,0,2.8798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,16,512,1,0,5.3550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,16,1024,1,0,10.3824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,16,1536,1,0,15.5863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,16,2048,1,0,20.7880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,16,3072,1,0,31.8751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,16,4096,1,0,43.1222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,16,6144,1,0,66.2540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,16,8192,1,0,89.9691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,32,1,1,0,1.3674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,32,16,1,0,1.4135
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,32,32,1,0,1.4362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,32,64,1,0,1.6753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,32,128,1,0,2.8619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,32,256,1,0,5.3663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,32,512,1,0,10.3464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,32,1024,1,0,20.5168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,32,1536,1,0,30.7896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,32,2048,1,0,41.1857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,32,3072,1,0,63.3642
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,32,4096,1,0,85.7665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,64,1,1,0,1.3732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,64,16,1,0,1.4331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,64,32,1,0,1.6789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,64,64,1,0,2.8546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,64,128,1,0,5.3021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,64,256,1,0,10.3573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,64,512,1,0,20.4252
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,64,1024,1,0,40.6608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,64,1536,1,0,61.1517
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,64,2048,1,0,81.8333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,128,1,1,0,1.3697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,128,16,1,0,1.6791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,128,32,1,0,2.8496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,128,64,1,0,5.3025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,128,128,1,0,10.2784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,128,256,1,0,20.4498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,128,512,1,0,40.5002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,128,1024,1,0,80.8118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,256,1,1,0,1.3949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,256,16,1,0,2.8536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,256,32,1,0,5.3063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,256,64,1,0,10.2714
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,256,128,1,0,20.2957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,256,256,1,0,40.5008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,16,256,512,1,0,80.5257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,1,1,0,1.3907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,16,1,0,1.4269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,32,1,0,1.4231
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,64,1,0,1.4151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,128,1,0,1.4045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,256,1,0,1.4176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,512,1,0,1.4266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,1024,1,0,1.4652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,1536,1,0,1.4724
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,2048,1,0,1.6342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,3072,1,0,2.2567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,4096,1,0,2.9025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,6144,1,0,4.2314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,8192,1,0,5.6379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,10240,1,0,7.0880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,12288,1,0,8.6329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,16384,1,0,11.8075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,1,32768,1,0,26.7404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,1,1,0,1.3782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,16,1,0,1.4267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,32,1,0,1.4119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,64,1,0,1.4109
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,128,1,0,1.4105
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,256,1,0,1.4271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,512,1,0,1.4673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,1024,1,0,1.6169
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,1536,1,0,2.1890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,2048,1,0,2.7814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,3072,1,0,4.0543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,4096,1,0,5.3672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,6144,1,0,8.0930
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,8192,1,0,10.9120
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,10240,1,0,13.8510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,12288,1,0,17.0717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,16384,1,0,23.2616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,2,32768,1,0,53.2755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,1,1,0,1.3781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,16,1,0,1.4323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,32,1,0,1.3943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,64,1,0,1.4235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,128,1,0,1.4221
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,256,1,0,1.4807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,512,1,0,1.6112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,1024,1,0,3.0929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,1536,1,0,3.9113
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,2048,1,0,5.5126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,3072,1,0,7.7413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,4096,1,0,10.7713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,6144,1,0,15.8484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,8192,1,0,21.4863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,10240,1,0,27.7378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,12288,1,0,33.4692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,16384,1,0,46.1427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,4,32768,1,0,105.7817
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,1,1,0,1.3834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,16,1,0,1.4144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,32,1,0,1.4142
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,64,1,0,1.4425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,128,1,0,1.4602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,256,1,0,1.8688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,512,1,0,2.7246
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,1024,1,0,5.8145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,1536,1,0,7.4698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,2048,1,0,10.7231
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,3072,1,0,15.1550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,4096,1,0,21.2567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,6144,1,0,31.4099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,8192,1,0,42.6540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,10240,1,0,54.2397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,12288,1,0,66.5614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,8,16384,1,0,91.8731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,16,1,1,0,1.3852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,16,16,1,0,1.4264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,16,32,1,0,1.4280
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,16,64,1,0,1.4637
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,16,128,1,0,1.6112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,16,256,1,0,2.7293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,16,512,1,0,5.0364
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,16,1024,1,0,9.7707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,16,1536,1,0,14.6434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,16,2048,1,0,19.5005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,16,3072,1,0,29.9488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,16,4096,1,0,40.5821
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,16,6144,1,0,62.4361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,16,8192,1,0,84.9046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,32,1,1,0,1.3681
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,32,16,1,0,1.4098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,32,32,1,0,1.4423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,32,64,1,0,1.6117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,32,128,1,0,2.7116
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,32,256,1,0,5.0424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,32,512,1,0,9.7329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,32,1024,1,0,19.2208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,32,1536,1,0,28.8593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,32,2048,1,0,38.6205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,32,3072,1,0,59.5074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,32,4096,1,0,80.6809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,64,1,1,0,1.3643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,64,16,1,0,1.4353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,64,32,1,0,1.6109
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,64,64,1,0,2.6975
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,64,128,1,0,4.9962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,64,256,1,0,9.7336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,64,512,1,0,19.1427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,64,1024,1,0,38.1140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,64,1536,1,0,57.2906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,64,2048,1,0,76.7564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,128,1,1,0,1.3697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,128,16,1,0,1.6058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,128,32,1,0,2.6964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,128,64,1,0,4.9860
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,128,128,1,0,9.6516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,128,256,1,0,19.1183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,128,512,1,0,37.9290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,128,1024,1,0,75.7094
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,256,1,1,0,1.3696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,256,16,1,0,2.7038
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,256,32,1,0,4.9876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,256,64,1,0,9.6460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,256,128,1,0,19.0176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,256,256,1,0,37.9324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,8,256,512,1,0,75.4048
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,1,1,0,1.3596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,16,1,0,1.3914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,32,1,0,1.3971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,64,1,0,1.3965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,128,1,0,1.3971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,256,1,0,1.3973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,512,1,0,1.4067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,1024,1,0,1.4336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,1536,1,0,1.4650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,2048,1,0,1.5987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,3072,1,0,2.2052
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,4096,1,0,2.8309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,6144,1,0,4.1300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,8192,1,0,5.4867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,10240,1,0,6.8935
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,12288,1,0,8.4015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,16384,1,0,11.4931
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,1,32768,1,0,26.1254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,1,1,0,1.3662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,16,1,0,1.3906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,32,1,0,1.3915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,64,1,0,1.3830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,128,1,0,1.4071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,256,1,0,1.4065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,512,1,0,1.4332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,1024,1,0,1.5871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,1536,1,0,2.1412
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,2048,1,0,2.7044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,3072,1,0,3.9439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,4096,1,0,5.2143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,6144,1,0,7.8778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,8192,1,0,10.6124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,10240,1,0,13.4649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,12288,1,0,16.4432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,16384,1,0,22.6369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,2,32768,1,0,51.8559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,1,1,0,1.3596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,16,1,0,1.3887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,32,1,0,1.3917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,64,1,0,1.4005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,128,1,0,1.4084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,256,1,0,1.4484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,512,1,0,1.5780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,1024,1,0,2.6681
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,1536,1,0,3.8066
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,2048,1,0,4.9741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,3072,1,0,7.5066
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,4096,1,0,10.0556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,6144,1,0,15.3844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,8192,1,0,20.8609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,10240,1,0,26.5498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,12288,1,0,32.5019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,16384,1,0,44.8764
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,4,32768,1,0,103.3026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,1,1,0,1.3637
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,16,1,0,1.3996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,32,1,0,1.4135
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,64,1,0,1.4233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,128,1,0,1.4559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,256,1,0,1.5759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,512,1,0,2.6624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,1024,1,0,4.9148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,1536,1,0,7.2532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,2048,1,0,9.5700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,3072,1,0,14.6976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,4096,1,0,19.8148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,6144,1,0,30.4563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,8192,1,0,41.3718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,10240,1,0,52.6889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,12288,1,0,64.7089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,8,16384,1,0,89.4124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,16,1,1,0,1.3897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,16,16,1,0,1.4230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,16,32,1,0,1.4364
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,16,64,1,0,1.4550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,16,128,1,0,1.5783
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,16,256,1,0,2.6459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,16,512,1,0,4.8847
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,16,1024,1,0,9.4707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,16,1536,1,0,14.1351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,16,2048,1,0,18.8345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,16,3072,1,0,28.9811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,16,4096,1,0,39.3229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,16,6144,1,0,60.5535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,16,8192,1,0,82.4253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,32,1,1,0,1.3783
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,32,16,1,0,1.4342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,32,32,1,0,1.4615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,32,64,1,0,1.5714
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,32,128,1,0,2.6362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,32,256,1,0,4.8949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,32,512,1,0,9.3881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,32,1024,1,0,18.5850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,32,1536,1,0,27.9094
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,32,2048,1,0,37.3803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,32,3072,1,0,57.6221
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,32,4096,1,0,78.2149
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,64,1,1,0,1.3968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,64,16,1,0,1.4545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,64,32,1,0,1.5765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,64,64,1,0,2.6320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,64,128,1,0,4.8490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,64,256,1,0,9.4127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,64,512,1,0,18.4848
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,64,1024,1,0,36.8529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,64,1536,1,0,55.4214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,64,2048,1,0,74.3121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,128,1,1,0,1.3621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,128,16,1,0,1.5713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,128,32,1,0,2.6287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,128,64,1,0,4.8438
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,128,128,1,0,9.3318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,128,256,1,0,18.5033
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,128,512,1,0,36.6633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,128,1024,1,0,73.2793
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,256,1,1,0,1.3645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,256,16,1,0,2.6272
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,256,32,1,0,4.8347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,256,64,1,0,9.3381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,256,128,1,0,18.3631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,256,256,1,0,36.6568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,4,256,512,1,0,72.9073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,1,1,0,1.3736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,16,1,0,1.3843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,32,1,0,1.4002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,64,1,0,1.3970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,128,1,0,1.3885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,256,1,0,1.3923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,512,1,0,1.4119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,1024,1,0,1.4269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,1536,1,0,1.4654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,2048,1,0,1.5895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,3072,1,0,2.1782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,4096,1,0,2.7890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,6144,1,0,4.0731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,8192,1,0,5.4124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,10240,1,0,6.8052
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,12288,1,0,8.2889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,16384,1,0,11.3371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,1,32768,1,0,25.8075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,1,1,0,1.3751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,16,1,0,1.4041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,32,1,0,1.4185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,64,1,0,1.4056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,128,1,0,1.3918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,256,1,0,1.4141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,512,1,0,1.4647
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,1024,1,0,1.5748
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,1536,1,0,2.1185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,2048,1,0,2.6663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,3072,1,0,3.9016
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,4096,1,0,5.1420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,6144,1,0,7.7586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,8192,1,0,10.4582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,10240,1,0,13.2759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,12288,1,0,16.2129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,16384,1,0,22.3204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,2,32768,1,0,51.2377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,1,1,0,1.3637
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,16,1,0,1.4112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,32,1,0,1.3999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,64,1,0,1.4082
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,128,1,0,1.4097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,256,1,0,1.4479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,512,1,0,1.5719
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,1024,1,0,2.6305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,1536,1,0,3.7521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,2048,1,0,4.9151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,3072,1,0,7.3994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,4096,1,0,9.9158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,6144,1,0,15.1464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,8192,1,0,20.5547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,10240,1,0,26.1483
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,12288,1,0,32.0441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,16384,1,0,44.2614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,4,32768,1,0,102.0527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,1,1,0,1.3790
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,16,1,0,1.4161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,32,1,0,1.4088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,64,1,0,1.4240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,128,1,0,1.4620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,256,1,0,1.5601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,512,1,0,2.6120
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,1024,1,0,4.8414
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,1536,1,0,7.1279
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,2048,1,0,9.4408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,3072,1,0,14.4451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,4096,1,0,19.5122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,6144,1,0,29.9800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,8192,1,0,40.7628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,10240,1,0,51.9012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,12288,1,0,63.7739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,8,16384,1,0,88.1571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,16,1,1,0,1.3752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,16,16,1,0,1.4075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,16,32,1,0,1.4243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,16,64,1,0,1.4439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,16,128,1,0,1.5569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,16,256,1,0,2.6028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,16,512,1,0,4.8167
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,16,1024,1,0,9.2945
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,16,1536,1,0,13.9390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,16,2048,1,0,18.5289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,16,3072,1,0,28.5122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,16,4096,1,0,38.6819
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,16,6144,1,0,59.5861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,16,8192,1,0,81.1674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,32,1,1,0,1.3767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,32,16,1,0,1.4320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,32,32,1,0,1.4443
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,32,64,1,0,1.5591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,32,128,1,0,2.5934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,32,256,1,0,4.8199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,32,512,1,0,9.2619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,32,1024,1,0,18.2799
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,32,1536,1,0,30.6360
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,32,2048,1,0,36.7302
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,32,3072,1,0,59.7705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,32,4096,1,0,76.9409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,64,1,1,0,1.3762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,64,16,1,0,1.4581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,64,32,1,0,1.5651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,64,64,1,0,2.5908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,64,128,1,0,4.7661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,64,256,1,0,9.2701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,64,512,1,0,18.1522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,64,1024,1,0,36.1857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,64,1536,1,0,54.4364
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,64,2048,1,0,73.0029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,128,1,1,0,1.3863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,128,16,1,0,1.5660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,128,32,1,0,2.5950
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,128,64,1,0,4.7649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,128,128,1,0,9.1792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,128,256,1,0,18.1641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,128,512,1,0,35.9844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,128,1024,1,0,71.9380
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,256,1,1,0,1.3728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,256,16,1,0,2.5899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,256,32,1,0,4.7613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,256,64,1,0,9.1890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,256,128,1,0,18.0702
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,256,256,1,0,35.9653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,2,256,512,1,0,71.5874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,1,1,0,1.3926
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,16,1,0,1.4192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,32,1,0,1.4084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,64,1,0,1.4145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,128,1,0,1.4111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,256,1,0,1.4174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,512,1,0,1.4216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,1024,1,0,1.4509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,1536,1,0,1.4713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,2048,1,0,1.5817
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,3072,1,0,2.1666
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,4096,1,0,2.7689
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,6144,1,0,4.0412
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,8192,1,0,5.4323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,10240,1,0,6.7665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,12288,1,0,8.2297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,16384,1,0,11.3254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,1,32768,1,0,25.6326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,1,1,0,1.3657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,16,1,0,1.3945
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,32,1,0,1.4055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,64,1,0,1.3843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,128,1,0,1.3826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,256,1,0,1.4078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,512,1,0,1.4317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,1024,1,0,1.5631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,1536,1,0,2.1039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,2048,1,0,2.8177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,3072,1,0,3.8559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,4096,1,0,5.1444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,6144,1,0,7.6969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,8192,1,0,10.3835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,10240,1,0,13.1683
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,12288,1,0,16.1511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,16384,1,0,22.1540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,2,32768,1,0,51.0461
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,1,1,0,1.3596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,16,1,0,1.3857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,32,1,0,1.4006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,64,1,0,1.4127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,128,1,0,1.4086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,256,1,0,1.4571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,512,1,0,1.5480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,1024,1,0,2.9372
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,1536,1,0,3.7210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,2048,1,0,5.2203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,3072,1,0,7.3453
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,4096,1,0,9.8337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,6144,1,0,15.0410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,8192,1,0,20.3814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,10240,1,0,26.3369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,12288,1,0,31.7967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,16384,1,0,43.9296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,4,32768,1,0,101.3775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,1,1,0,1.3532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,16,1,0,1.4030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,32,1,0,1.3955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,64,1,0,1.4112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,128,1,0,1.4316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,256,1,0,1.5520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,512,1,0,2.5924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,1024,1,0,4.7925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,1536,1,0,7.0770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,2048,1,0,9.3496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,3072,1,0,14.3472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,4096,1,0,19.3369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,6144,1,0,30.4772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,8192,1,0,40.4331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,10240,1,0,52.2822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,12288,1,0,63.2817
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,8,16384,1,0,87.4757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,16,1,1,0,1.3669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,16,16,1,0,1.4012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,16,32,1,0,1.3958
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,16,64,1,0,1.4371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,16,128,1,0,1.5430
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,16,256,1,0,2.5846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,16,512,1,0,4.7695
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,16,1024,1,0,9.2230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,16,1536,1,0,13.8084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,16,2048,1,0,18.3509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,16,3072,1,0,28.2826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,16,4096,1,0,38.3613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,16,6144,1,0,59.1165
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,16,8192,1,0,80.5036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,32,1,1,0,1.3670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,32,16,1,0,1.3963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,32,32,1,0,1.4271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,32,64,1,0,1.5465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,32,128,1,0,2.5713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,32,256,1,0,4.7831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,32,512,1,0,9.1750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,32,1024,1,0,18.1013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,32,1536,1,0,27.1897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,32,2048,1,0,36.4129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,32,3072,1,0,56.1914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,32,4096,1,0,76.2722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,64,1,1,0,1.3738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,64,16,1,0,1.4432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,64,32,1,0,1.5495
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,64,64,1,0,2.5726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,64,128,1,0,4.7318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,64,256,1,0,9.1785
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,64,512,1,0,17.9863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,64,1024,1,0,35.8624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,64,1536,1,0,53.9554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,64,2048,1,0,72.3448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,128,1,1,0,1.3728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,128,16,1,0,1.5463
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,128,32,1,0,2.5727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,128,64,1,0,4.7235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,128,128,1,0,9.1076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,128,256,1,0,18.0041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,128,512,1,0,35.6780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,128,1024,1,0,71.3077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,256,1,1,0,1.3688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,256,16,1,0,2.5748
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,256,32,1,0,4.7208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,256,64,1,0,9.1080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,256,128,1,0,17.8918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,256,256,1,0,35.7029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,fp8_block,1,256,512,1,0,70.8817
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,0,1.9630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,16,1,0,2.0071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,32,1,0,2.0269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,64,1,0,2.0076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,128,1,0,2.0065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,256,1,0,1.9990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,512,1,0,1.9983
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1024,1,0,2.0287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1536,1,0,2.0777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,2048,1,0,2.1204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,3072,1,0,2.8844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,4096,1,0,3.7472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,6144,1,0,5.5116
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,8192,1,0,7.3369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,10240,1,0,9.1982
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,12288,1,0,11.1431
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,16384,1,0,15.1469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,32768,1,0,33.3775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,0,1.9811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,16,1,0,2.0399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,32,1,0,2.0525
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,64,1,0,2.0394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,128,1,0,2.0303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,256,1,0,2.0510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,512,1,0,2.0711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1024,1,0,2.1534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1536,1,0,2.8153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,2048,1,0,3.6258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,3072,1,0,5.3315
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,4096,1,0,7.0588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,6144,1,0,10.6018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,8192,1,0,14.2635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,10240,1,0,17.9859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,12288,1,0,21.8474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,16384,1,0,29.8669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,32768,1,0,66.3732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,0,1.9460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,16,1,0,2.0130
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,32,1,0,2.0200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,64,1,0,2.0252
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,128,1,0,2.0234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,256,1,0,2.0476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,512,1,0,2.1334
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1024,1,0,3.5857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1536,1,0,5.1878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,2048,1,0,6.8045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,3072,1,0,10.2214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,4096,1,0,13.7016
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,6144,1,0,20.7432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,8192,1,0,28.0742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,10240,1,0,35.5123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,12288,1,0,43.3496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,16384,1,0,59.2749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,32768,1,0,129.2120
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,0,1.9564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,16,1,0,2.0216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,32,1,0,2.0256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,64,1,0,2.0164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,128,1,0,2.0620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,256,1,0,2.1359
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,512,1,0,3.5603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1024,1,0,6.7462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1536,1,0,9.9721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,2048,1,0,13.2028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,3072,1,0,19.9970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,4096,1,0,26.9872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,6144,1,0,41.2389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,8192,1,0,55.7283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,10240,1,0,70.6095
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,12288,1,0,84.0967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,16384,1,0,115.3386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,0,1.9809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,16,1,0,2.0362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,32,1,0,2.0201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,64,1,0,2.0545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,128,1,0,2.1321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,256,1,0,3.5734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,512,1,0,6.7254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1024,1,0,13.0905
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1536,1,0,19.4658
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,2048,1,0,26.0296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,3072,1,0,39.6824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,4096,1,0,53.5855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,6144,1,0,79.8357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,8192,1,0,108.4173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,0,1.9948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,16,1,0,2.0214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,32,1,0,2.0505
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,64,1,0,2.1453
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,128,1,0,3.5494
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,256,1,0,6.7401
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,512,1,0,13.0323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1024,1,0,25.7420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1536,1,0,38.5743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,2048,1,0,51.5751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,3072,1,0,76.7830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,4096,1,0,103.7611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,0,1.9749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,16,1,0,2.0480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,32,1,0,2.1435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,64,1,0,3.5437
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,128,1,0,6.6742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,256,1,0,13.0080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,512,1,0,25.6410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1024,1,0,51.1093
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1536,1,0,74.5874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,2048,1,0,100.2386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,0,1.9668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,16,1,0,2.1160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,32,1,0,3.5523
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,64,1,0,6.6872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,128,1,0,12.9699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,256,1,0,25.6471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,512,1,0,50.8572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1024,1,0,98.8458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,0,1.9586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,16,1,0,3.5538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,32,1,0,6.6748
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,64,1,0,12.9688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,128,1,0,25.5518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,256,1,0,50.8016
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,512,1,0,98.3716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,0,2.0072
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,16,1,0,2.0388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,32,1,0,2.0490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,64,1,0,2.0441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,128,1,0,2.0337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,256,1,0,2.0374
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,512,1,0,2.0429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1024,1,0,2.0851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1536,1,0,2.1225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,2048,1,0,2.1521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,3072,1,0,2.7352
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,4096,1,0,3.5237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,6144,1,0,5.1687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,8192,1,0,6.8561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,10240,1,0,8.6108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,12288,1,0,10.4281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,16384,1,0,14.2050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,32768,1,0,31.5054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,0,1.9970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,16,1,0,2.0507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,32,1,0,2.0481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,64,1,0,2.0316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,128,1,0,2.0455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,256,1,0,2.0336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,512,1,0,2.0685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1024,1,0,2.1401
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1536,1,0,2.6632
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,2048,1,0,3.4049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,3072,1,0,4.9845
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,4096,1,0,6.5978
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,6144,1,0,9.9017
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,8192,1,0,13.3157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,10240,1,0,16.8221
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,12288,1,0,20.4806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,16384,1,0,28.0011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,32768,1,0,62.5972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,0,2.0001
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,16,1,0,2.0458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,32,1,0,2.0535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,64,1,0,2.0492
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,128,1,0,2.0451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,256,1,0,2.0794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,512,1,0,2.1938
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1024,1,0,3.3618
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1536,1,0,5.1969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,2048,1,0,6.3459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,3072,1,0,9.8954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,4096,1,0,12.7746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,6144,1,0,19.7831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,8192,1,0,26.2332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,10240,1,0,33.6101
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,12288,1,0,40.5102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,16384,1,0,55.6133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,32768,1,0,125.0890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,0,2.0101
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,16,1,0,2.0624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,32,1,0,2.0610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,64,1,0,2.0576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,128,1,0,2.0839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,256,1,0,2.1570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,512,1,0,3.3516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1024,1,0,6.2921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1536,1,0,9.2607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,2048,1,0,12.3013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,3072,1,0,18.6794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,4096,1,0,25.1599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,6144,1,0,38.3758
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,8192,1,0,52.0439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,10240,1,0,66.0080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,12288,1,0,80.6707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,16384,1,0,110.7391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,0,1.9993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,16,1,0,2.0403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,32,1,0,2.0401
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,64,1,0,2.0834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,128,1,0,2.1551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,256,1,0,3.3586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,512,1,0,6.2610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1024,1,0,12.1599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1536,1,0,18.1135
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,2048,1,0,24.1726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,3072,1,0,36.8651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,4096,1,0,49.8601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,6144,1,0,76.4057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,8192,1,0,103.6214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,0,2.0095
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,16,1,0,2.0375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,32,1,0,2.0723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,64,1,0,2.1530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,128,1,0,3.3307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,256,1,0,6.2654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,512,1,0,12.1101
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1024,1,0,23.8664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1536,1,0,35.7576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,2048,1,0,47.8968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,3072,1,0,73.3697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,4096,1,0,99.2696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,0,2.0597
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,16,1,0,2.0816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,32,1,0,2.1549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,64,1,0,3.3216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,128,1,0,6.2137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,256,1,0,12.1225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,512,1,0,23.7677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1024,1,0,47.3435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1536,1,0,71.1674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,2048,1,0,95.3118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,0,1.9783
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,16,1,0,2.1365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,32,1,0,3.3240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,64,1,0,6.2056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,128,1,0,12.0327
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,256,1,0,23.8155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,512,1,0,47.1014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1024,1,0,94.2104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,0,1.9880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,16,1,0,3.3295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,32,1,0,6.2073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,64,1,0,12.0318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,128,1,0,23.6610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,256,1,0,47.1353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,512,1,0,93.7624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,0,1.9873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,16,1,0,2.0479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,32,1,0,2.0327
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,64,1,0,2.0440
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,128,1,0,2.0488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,256,1,0,2.0382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,512,1,0,2.0449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1024,1,0,2.0780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1536,1,0,2.1082
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,2048,1,0,2.1292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,3072,1,0,2.4293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,4096,1,0,3.1164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,6144,1,0,4.5295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,8192,1,0,6.0021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,10240,1,0,7.5314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,12288,1,0,9.1394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,16384,1,0,12.5082
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,32768,1,0,28.0764
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,0,1.9903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,16,1,0,2.0302
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,32,1,0,2.0340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,64,1,0,2.0411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,128,1,0,2.0543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,256,1,0,2.0387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,512,1,0,2.0503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1024,1,0,2.1226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1536,1,0,2.3486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,2048,1,0,2.9849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,3072,1,0,4.3493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,4096,1,0,5.7358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,6144,1,0,8.6092
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,8192,1,0,11.6064
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,10240,1,0,14.6830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,12288,1,0,17.9217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,16384,1,0,24.5818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,32768,1,0,55.7367
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,0,1.9934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,16,1,0,2.0444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,32,1,0,2.0396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,64,1,0,2.0457
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,128,1,0,2.0530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,256,1,0,2.0535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,512,1,0,2.1649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1024,1,0,2.9413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1536,1,0,4.5751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,2048,1,0,5.4936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,3072,1,0,8.6007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,4096,1,0,11.0546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,6144,1,0,17.2238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,8192,1,0,22.8031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,10240,1,0,29.3362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,12288,1,0,35.4275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,16384,1,0,49.2108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,32768,1,0,111.4153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,0,2.0031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,16,1,0,2.0373
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,32,1,0,2.0456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,64,1,0,2.0390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,128,1,0,2.0591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,256,1,0,2.1373
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,512,1,0,2.9431
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1024,1,0,5.4339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1536,1,0,7.9745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,2048,1,0,10.5737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,3072,1,0,16.1057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,4096,1,0,21.7163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,6144,1,0,33.3080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,8192,1,0,45.2151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,10240,1,0,57.4626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,12288,1,0,70.4244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,16384,1,0,97.1085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,0,2.0210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,16,1,0,2.0545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,32,1,0,2.0393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,64,1,0,2.0686
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,128,1,0,2.1181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,256,1,0,2.9477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,512,1,0,5.3968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1024,1,0,10.4456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1536,1,0,15.5602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,2048,1,0,20.7485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,3072,1,0,31.8239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,4096,1,0,43.0448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,6144,1,0,66.1376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,8192,1,0,90.0114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,0,1.9993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,16,1,0,2.0422
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,32,1,0,2.0554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,64,1,0,2.1178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,128,1,0,2.9194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,256,1,0,5.4004
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,512,1,0,10.3838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1024,1,0,20.4786
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1536,1,0,30.7201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,2048,1,0,41.1067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,3072,1,0,63.0939
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,4096,1,0,85.6565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,0,2.0060
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,16,1,0,2.0547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,32,1,0,2.1343
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,64,1,0,2.9205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,128,1,0,5.3608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,256,1,0,10.4126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,512,1,0,20.3598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1024,1,0,40.5387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1536,1,0,60.9059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,2048,1,0,82.1160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,0,1.9750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,16,1,0,2.1076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,32,1,0,2.9205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,64,1,0,5.3606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,128,1,0,10.3221
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,256,1,0,20.3555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,512,1,0,40.3230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1024,1,0,80.6286
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,0,1.9742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,16,1,0,2.9233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,32,1,0,5.3633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,64,1,0,10.3236
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,128,1,0,20.2473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,256,1,0,40.3077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,512,1,0,80.1692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,0,2.0059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,16,1,0,2.0533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,32,1,0,2.0561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,64,1,0,2.0556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,128,1,0,2.0534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,256,1,0,2.0521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,512,1,0,2.0615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1024,1,0,2.0499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1536,1,0,2.0525
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,2048,1,0,2.0871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,3072,1,0,2.1562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,4096,1,0,2.5809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,6144,1,0,3.8667
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,8192,1,0,5.1972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,10240,1,0,6.6093
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,12288,1,0,8.0754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,16384,1,0,11.1288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,32768,1,0,25.7611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,0,2.0185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,16,1,0,2.0628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,32,1,0,2.0610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,64,1,0,2.0630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,128,1,0,2.0683
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,256,1,0,2.0516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,512,1,0,2.0430
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1024,1,0,2.0450
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1536,1,0,2.0842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,2048,1,0,2.1872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,3072,1,0,3.4248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,4096,1,0,4.6658
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,6144,1,0,7.2919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,8192,1,0,10.0123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,10240,1,0,12.7987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,12288,1,0,15.8107
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,16384,1,0,21.9656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,32768,1,0,30.6195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,0,2.0136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,16,1,0,2.0567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,32,1,0,2.0476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,64,1,0,2.0504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,128,1,0,2.0502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,256,1,0,2.0470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,512,1,0,2.0603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1024,1,0,2.1240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1536,1,0,2.7821
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,2048,1,0,3.9045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,3072,1,0,6.4014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,4096,1,0,8.9381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,6144,1,0,14.3557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,8192,1,0,19.8283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,10240,1,0,25.6086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,12288,1,0,31.5467
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,16384,1,0,23.6837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,32768,1,0,60.9272
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,0,2.0151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,16,1,0,2.0377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,32,1,0,2.0530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,64,1,0,2.0520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,128,1,0,2.0572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,256,1,0,2.0518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,512,1,0,2.0929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1024,1,0,3.2312
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1536,1,0,5.1438
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,2048,1,0,7.4356
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,3072,1,0,12.5694
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,4096,1,0,17.7707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,6144,1,0,28.6225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,8192,1,0,20.1994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,10240,1,0,26.2020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,12288,1,0,32.9082
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,16384,1,0,47.0200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,0,2.0240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,16,1,0,2.0586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,32,1,0,2.0480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,64,1,0,2.0511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,128,1,0,2.0504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,256,1,0,2.0672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,512,1,0,2.8918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1024,1,0,6.0553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1536,1,0,10.0981
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,2048,1,0,14.7503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,3072,1,0,25.1021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,4096,1,0,18.1717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,6144,1,0,28.8133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,8192,1,0,40.1124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,0,2.0126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,16,1,0,2.0536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,32,1,0,2.0545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,64,1,0,2.0545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,128,1,0,2.0709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,256,1,0,2.7095
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,512,1,0,5.3927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1024,1,0,11.9060
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1536,1,0,19.9172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,2048,1,0,16.4818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,3072,1,0,26.0583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,4096,1,0,36.0212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,0,2.0133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,16,1,0,2.0516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,32,1,0,2.0492
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,64,1,0,2.0664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,128,1,0,2.6011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,256,1,0,4.9684
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,512,1,0,10.6073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1024,1,0,16.1906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1536,1,0,24.3574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,2048,1,0,32.6574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,0,1.9813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,16,1,0,2.0208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,32,1,0,2.0405
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,64,1,0,2.6054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,128,1,0,4.7829
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,256,1,0,9.6734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,512,1,0,16.0727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1024,1,0,32.1281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,0,1.9885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,16,1,0,2.0369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,32,1,0,2.6073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,64,1,0,4.7789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,128,1,0,9.2856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,256,1,0,16.0144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,512,1,0,31.8820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,0,1.9951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,16,1,0,2.0398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,32,1,0,2.0445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,64,1,0,2.0570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,128,1,0,2.0423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,256,1,0,2.0509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,512,1,0,2.0590
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1024,1,0,2.0532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1536,1,0,2.0465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,2048,1,0,2.0832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,3072,1,0,2.1359
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,4096,1,0,2.5357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,6144,1,0,3.8353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,8192,1,0,5.1876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,10240,1,0,6.5922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,12288,1,0,8.0777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,16384,1,0,11.1544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,32768,1,0,25.6548
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,0,2.0134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,16,1,0,2.0392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,32,1,0,2.0536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,64,1,0,2.0489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,128,1,0,2.0656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,256,1,0,2.0555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,512,1,0,2.0522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1024,1,0,2.0713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1536,1,0,2.0946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,2048,1,0,2.1800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,3072,1,0,3.3509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,4096,1,0,4.6113
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,6144,1,0,7.2413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,8192,1,0,9.9220
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,10240,1,0,12.7560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,12288,1,0,15.7261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,16384,1,0,22.0038
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,32768,1,0,28.1204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,0,2.0173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,16,1,0,2.0459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,32,1,0,2.0502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,64,1,0,2.0488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,128,1,0,2.0552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,256,1,0,2.0492
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,512,1,0,2.0492
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1024,1,0,2.1054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1536,1,0,2.6324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,2048,1,0,3.7430
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,3072,1,0,6.2635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,4096,1,0,8.8043
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,6144,1,0,14.1548
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,8192,1,0,19.5760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,10240,1,0,25.3295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,12288,1,0,31.3935
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,16384,1,0,21.1705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,32768,1,0,55.9349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,0,2.0241
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,16,1,0,2.0632
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,32,1,0,2.0568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,64,1,0,2.0741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,128,1,0,2.0604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,256,1,0,2.0547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,512,1,0,2.0776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1024,1,0,2.9576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1536,1,0,4.8349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,2048,1,0,7.0763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,3072,1,0,12.2061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,4096,1,0,17.4222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,6144,1,0,28.1471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,8192,1,0,17.6970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,10240,1,0,23.1023
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,12288,1,0,29.1642
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,16384,1,0,42.0510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,0,2.0277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,16,1,0,2.0568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,32,1,0,2.0565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,64,1,0,2.0504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,128,1,0,2.0416
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,256,1,0,2.0471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,512,1,0,2.5895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1024,1,0,5.5155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1536,1,0,9.3379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,2048,1,0,13.9634
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,3072,1,0,24.2323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,4096,1,0,15.6729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,6144,1,0,25.0701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,8192,1,0,35.0907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,0,2.0098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,16,1,0,2.0438
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,32,1,0,2.0521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,64,1,0,2.0460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,128,1,0,2.0459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,256,1,0,2.3831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,512,1,0,4.7500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1024,1,0,10.7499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1536,1,0,18.4951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,2048,1,0,13.9801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,3072,1,0,22.3259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,4096,1,0,31.0342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,0,2.0061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,16,1,0,2.0394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,32,1,0,2.0382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,64,1,0,2.0402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,128,1,0,2.2870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,256,1,0,4.3168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,512,1,0,9.2578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1024,1,0,13.7110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1536,1,0,20.6201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,2048,1,0,27.6731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,0,1.9794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,16,1,0,2.0160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,32,1,0,2.0191
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,64,1,0,2.2970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,128,1,0,4.1427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,256,1,0,8.3012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,512,1,0,13.5884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1024,1,0,27.1550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,0,1.9744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,16,1,0,2.0155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,32,1,0,2.2997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,64,1,0,4.1459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,128,1,0,7.9505
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,256,1,0,13.5237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,512,1,0,26.8935
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,0,2.0035
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,16,1,0,2.0554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,32,1,0,2.0558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,64,1,0,2.0556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,128,1,0,2.0433
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,256,1,0,2.0557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,512,1,0,2.0425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1024,1,0,2.0609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1536,1,0,2.0696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,2048,1,0,2.0750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,3072,1,0,2.1396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,4096,1,0,2.4643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,6144,1,0,3.7289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,8192,1,0,5.0445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,10240,1,0,6.4338
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,12288,1,0,7.8776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,16384,1,0,10.8491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,32768,1,0,25.1020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,0,2.0105
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,16,1,0,2.0438
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,32,1,0,2.0440
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,64,1,0,2.0469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,128,1,0,2.0512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,256,1,0,2.0527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,512,1,0,2.0575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1024,1,0,2.0501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1536,1,0,2.0843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,2048,1,0,2.1610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,3072,1,0,3.2337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,4096,1,0,4.4580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,6144,1,0,7.0207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,8192,1,0,9.6446
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,10240,1,0,12.4002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,12288,1,0,15.3388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,16384,1,0,21.3526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,32768,1,0,26.8908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,0,2.0114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,16,1,0,2.0504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,32,1,0,2.0597
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,64,1,0,2.0428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,128,1,0,2.0441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,256,1,0,2.0580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,512,1,0,2.0512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1024,1,0,2.0889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1536,1,0,2.5264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,2048,1,0,3.5932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,3072,1,0,6.0400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,4096,1,0,8.5030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,6144,1,0,13.7110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,8192,1,0,18.9997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,10240,1,0,24.5641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,12288,1,0,30.4269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,16384,1,0,19.9417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,32768,1,0,53.5205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,0,2.0116
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,16,1,0,2.0534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,32,1,0,2.0543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,64,1,0,2.0539
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,128,1,0,2.0546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,256,1,0,2.0491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,512,1,0,2.0681
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1024,1,0,2.8030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1536,1,0,4.6200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,2048,1,0,6.8061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,3072,1,0,11.7479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,4096,1,0,16.7998
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,6144,1,0,27.2321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,8192,1,0,16.4606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,10240,1,0,21.5631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,12288,1,0,27.3445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,16384,1,0,39.6507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,0,2.0200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,16,1,0,2.0458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,32,1,0,2.0457
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,64,1,0,2.0501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,128,1,0,2.0469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,256,1,0,2.0523
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,512,1,0,2.4342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1024,1,0,5.2209
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1536,1,0,8.9139
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,2048,1,0,13.3322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,3072,1,0,23.3318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,4096,1,0,14.4348
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,6144,1,0,23.2575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,8192,1,0,32.6658
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,0,2.0096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,16,1,0,2.0580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,32,1,0,2.0405
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,64,1,0,2.0547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,128,1,0,2.0501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,256,1,0,2.2341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,512,1,0,4.4431
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1024,1,0,10.1340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1536,1,0,17.5834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,2048,1,0,12.7461
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,3072,1,0,20.5102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,4096,1,0,28.6255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,0,2.0424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,16,1,0,2.0774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,32,1,0,2.0759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,64,1,0,2.0655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,128,1,0,2.1615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,256,1,0,4.0270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,512,1,0,8.6426
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1024,1,0,12.4749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1536,1,0,18.8085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,2048,1,0,25.2439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,0,1.9859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,16,1,0,2.0387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,32,1,0,2.0366
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,64,1,0,2.1405
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,128,1,0,3.8463
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,256,1,0,7.6957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,512,1,0,12.3450
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1024,1,0,24.7319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,0,2.0017
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,16,1,0,2.0208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,32,1,0,2.1474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,64,1,0,3.8531
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,128,1,0,7.3411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,256,1,0,12.2855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,512,1,0,24.4849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,0,2.0098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,16,1,0,2.0513
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,32,1,0,2.0526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,64,1,0,2.0513
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,128,1,0,2.0557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,256,1,0,2.0533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,512,1,0,2.0630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1024,1,0,2.0601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1536,1,0,2.0611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,2048,1,0,2.0829
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,3072,1,0,2.1549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,4096,1,0,2.4232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,6144,1,0,3.7083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,8192,1,0,4.9669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,10240,1,0,6.3205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,12288,1,0,7.7273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,16384,1,0,10.6942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,32768,1,0,24.7603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,0,2.0201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,16,1,0,2.0540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,32,1,0,2.0607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,64,1,0,2.0563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,128,1,0,2.0566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,256,1,0,2.0586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,512,1,0,2.0623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1024,1,0,2.0570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1536,1,0,2.0973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,2048,1,0,2.1605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,3072,1,0,3.1901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,4096,1,0,4.3832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,6144,1,0,6.9274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,8192,1,0,9.4933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,10240,1,0,12.2390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,12288,1,0,15.1744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,16384,1,0,21.0479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,32768,1,0,26.2770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,0,2.0235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,16,1,0,2.0538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,32,1,0,2.0658
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,64,1,0,2.0529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,128,1,0,2.0499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,256,1,0,2.0574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,512,1,0,2.0597
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1024,1,0,2.0868
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1536,1,0,2.4628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,2048,1,0,3.5318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,3072,1,0,5.9375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,4096,1,0,8.3810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,6144,1,0,13.4326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,8192,1,0,18.6867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,10240,1,0,24.2395
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,12288,1,0,29.9513
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,16384,1,0,19.3348
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,32768,1,0,52.2597
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,0,2.0115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,16,1,0,2.0608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,32,1,0,2.0589
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,64,1,0,2.0607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,128,1,0,2.0468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,256,1,0,2.0518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,512,1,0,2.0527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1024,1,0,2.7437
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1536,1,0,4.5049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,2048,1,0,6.6230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,3072,1,0,11.5027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,4096,1,0,16.4541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,6144,1,0,26.7781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,8192,1,0,15.8484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,10240,1,0,20.7744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,12288,1,0,26.4168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,16384,1,0,38.3971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,0,2.0223
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,16,1,0,2.0588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,32,1,0,2.0633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,64,1,0,2.0591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,128,1,0,2.0582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,256,1,0,2.0510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,512,1,0,2.3634
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1024,1,0,5.0731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1536,1,0,8.6506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,2048,1,0,13.0225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,3072,1,0,22.8917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,4096,1,0,13.8103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,6144,1,0,22.3147
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,8192,1,0,31.4208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,0,2.0146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,16,1,0,2.0628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,32,1,0,2.0511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,64,1,0,2.0558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,128,1,0,2.0505
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,256,1,0,2.1730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,512,1,0,4.3175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1024,1,0,9.8133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1536,1,0,17.1203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,2048,1,0,12.1115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,3072,1,0,19.5768
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,4096,1,0,27.3635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,0,2.0184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,16,1,0,2.0525
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,32,1,0,2.0536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,64,1,0,2.0519
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,128,1,0,2.1505
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,256,1,0,3.8751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,512,1,0,8.3354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1024,1,0,11.8577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1536,1,0,17.8724
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,2048,1,0,24.0155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,0,2.0002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,16,1,0,2.0285
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,32,1,0,2.0324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,64,1,0,2.1183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,128,1,0,3.6893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,256,1,0,7.3798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,512,1,0,11.7248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1024,1,0,23.4855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,0,1.9972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,16,1,0,2.0236
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,32,1,0,2.1221
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,64,1,0,3.6941
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,128,1,0,7.0278
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,256,1,0,11.6612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,512,1,0,23.2694
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,0,2.0241
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,16,1,0,2.0512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,32,1,0,2.0372
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,64,1,0,2.0447
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,128,1,0,2.0465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,256,1,0,2.0412
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,512,1,0,2.0507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1024,1,0,2.0514
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1536,1,0,2.0639
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,2048,1,0,2.0790
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,3072,1,0,2.1456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,4096,1,0,2.4141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,6144,1,0,3.6546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,8192,1,0,4.9441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,10240,1,0,6.2739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,12288,1,0,7.6618
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,16384,1,0,10.6418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,32768,1,0,24.6582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,0,2.0049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,16,1,0,2.0418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,32,1,0,2.0312
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,64,1,0,2.0482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,128,1,0,2.0526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,256,1,0,2.0415
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,512,1,0,2.0492
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1024,1,0,2.0420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1536,1,0,2.0881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,2048,1,0,2.1472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,3072,1,0,3.1538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,4096,1,0,4.3570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,6144,1,0,6.8378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,8192,1,0,9.4457
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,10240,1,0,12.1074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,12288,1,0,14.9446
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,16384,1,0,20.9101
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,32768,1,0,25.9617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,0,2.0138
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,16,1,0,2.0452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,32,1,0,2.0584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,64,1,0,2.0588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,128,1,0,2.0462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,256,1,0,2.0516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,512,1,0,2.0549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1024,1,0,2.0879
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1536,1,0,2.4226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,2048,1,0,3.4823
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,3072,1,0,5.8893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,4096,1,0,8.3112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,6144,1,0,13.3767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,8192,1,0,18.5682
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,10240,1,0,24.0587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,12288,1,0,29.7395
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,16384,1,0,19.0138
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,32768,1,0,51.6484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,0,2.0216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,16,1,0,2.0498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,32,1,0,2.0603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,64,1,0,2.0508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,128,1,0,2.0407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,256,1,0,2.0573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,512,1,0,2.0627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1024,1,0,2.7133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1536,1,0,4.4511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,2048,1,0,6.5614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,3072,1,0,11.4126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,4096,1,0,16.3263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,6144,1,0,26.5670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,8192,1,0,15.5320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,10240,1,0,20.4021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,12288,1,0,25.9394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,16384,1,0,37.7766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,0,2.0263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,16,1,0,2.0538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,32,1,0,2.0638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,64,1,0,2.0499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,128,1,0,2.0597
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,256,1,0,2.0559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,512,1,0,2.3301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1024,1,0,4.9991
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1536,1,0,8.5367
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,2048,1,0,12.8837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,3072,1,0,22.5883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,4096,1,0,13.5137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,6144,1,0,21.8616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,8192,1,0,30.8228
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,0,2.0180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,16,1,0,2.0546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,32,1,0,2.0444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,64,1,0,2.0537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,128,1,0,2.0463
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,256,1,0,2.1551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,512,1,0,4.2258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1024,1,0,9.6757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1536,1,0,16.8565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,2048,1,0,11.8056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,3072,1,0,19.0894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,4096,1,0,26.7531
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,0,2.0124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,16,1,0,2.0460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,32,1,0,2.0542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,64,1,0,2.0563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,128,1,0,2.1415
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,256,1,0,3.8022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,512,1,0,8.1680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1024,1,0,11.5432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1536,1,0,17.4085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,2048,1,0,23.3815
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,0,1.9822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,16,1,0,2.0311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,32,1,0,2.0240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,64,1,0,2.1147
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,128,1,0,3.6324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,256,1,0,7.2242
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,512,1,0,11.4129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1024,1,0,22.8587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,0,1.9972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,16,1,0,2.0226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,32,1,0,2.1137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,64,1,0,3.6321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,128,1,0,6.8796
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,256,1,0,11.3540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,512,1,0,22.6275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,0,2.0097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,16,1,0,2.0676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,32,1,0,2.0613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,64,1,0,2.0677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,128,1,0,2.0656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,256,1,0,2.0671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,512,1,0,2.0699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1024,1,0,2.0991
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1536,1,0,2.1359
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,2048,1,0,2.1867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,3072,1,0,3.0143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,4096,1,0,3.9070
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,6144,1,0,5.7552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,8192,1,0,7.6577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,10240,1,0,9.6031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,12288,1,0,11.6220
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,16384,1,0,15.7807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,32768,1,0,34.6481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,0,2.0076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,16,1,0,2.0547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,32,1,0,2.0640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,64,1,0,2.0568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,128,1,0,2.0630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,256,1,0,2.0628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,512,1,0,2.0953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1024,1,0,2.1799
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1536,1,0,2.9404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,2048,1,0,3.7892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,3072,1,0,5.5689
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,4096,1,0,7.3839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,6144,1,0,11.0870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,8192,1,0,14.9049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,10240,1,0,18.7947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,12288,1,0,22.9802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,16384,1,0,31.1509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,32768,1,0,68.8503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,0,2.0152
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,16,1,0,2.0620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,32,1,0,2.0581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,64,1,0,2.0713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,128,1,0,2.0682
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,256,1,0,2.0941
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,512,1,0,2.1738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1024,1,0,3.7409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1536,1,0,5.4344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,2048,1,0,7.1508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,3072,1,0,10.7304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,4096,1,0,14.3455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,6144,1,0,21.7394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,8192,1,0,29.3841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,10240,1,0,37.1482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,12288,1,0,45.6787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,16384,1,0,61.8488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,32768,1,0,134.3467
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,0,2.0062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,16,1,0,2.0604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,32,1,0,2.0541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,64,1,0,2.0601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,128,1,0,2.0843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,256,1,0,2.1842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,512,1,0,3.7389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1024,1,0,7.0837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1536,1,0,10.4698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,2048,1,0,13.8609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,3072,1,0,21.0340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,4096,1,0,28.3659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,6144,1,0,43.2170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,8192,1,0,58.3876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,10240,1,0,74.3918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,12288,1,0,88.8300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,16384,1,0,120.4863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,0,2.0270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,16,1,0,2.0780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,32,1,0,2.0705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,64,1,0,2.1192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,128,1,0,2.1953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,256,1,0,3.7495
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,512,1,0,7.0657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1024,1,0,13.7598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1536,1,0,20.5227
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,2048,1,0,27.3914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,3072,1,0,41.8086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,4096,1,0,56.3674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,6144,1,0,83.9401
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,8192,1,0,113.6003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,0,2.0306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,16,1,0,2.0751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,32,1,0,2.1169
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,64,1,0,2.1945
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,128,1,0,3.7220
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,256,1,0,7.0645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,512,1,0,13.6927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1024,1,0,27.1283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1536,1,0,40.6828
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,2048,1,0,54.3989
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,3072,1,0,81.0071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,4096,1,0,109.3729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,0,2.0212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,16,1,0,2.1167
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,32,1,0,2.1924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,64,1,0,3.7182
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,128,1,0,7.0211
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,256,1,0,13.7044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,512,1,0,27.0462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1024,1,0,53.8968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1536,1,0,78.8299
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,2048,1,0,105.5653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,0,2.0036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,16,1,0,2.1773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,32,1,0,3.7136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,64,1,0,7.0230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,128,1,0,13.6350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,256,1,0,27.0654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,512,1,0,53.7229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1024,1,0,104.4323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,0,1.9949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,16,1,0,3.7200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,32,1,0,7.0090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,64,1,0,13.6204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,128,1,0,26.8917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,256,1,0,53.7552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,512,1,0,104.0340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,0,2.0169
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,16,1,0,2.0948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,32,1,0,2.0908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,64,1,0,2.0853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,128,1,0,2.0758
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,256,1,0,2.0814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,512,1,0,2.1059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1024,1,0,2.1274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1536,1,0,2.1775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,2048,1,0,2.2174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,3072,1,0,2.9521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,4096,1,0,3.8131
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,6144,1,0,5.5919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,8192,1,0,7.4382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,10240,1,0,9.3171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,12288,1,0,11.2893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,16384,1,0,15.3370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,32768,1,0,33.7550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,0,2.0080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,16,1,0,2.0880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,32,1,0,2.0901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,64,1,0,2.1022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,128,1,0,2.0818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,256,1,0,2.0998
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,512,1,0,2.1386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1024,1,0,2.2153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1536,1,0,2.8887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,2048,1,0,3.6958
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,3072,1,0,5.4150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,4096,1,0,7.1734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,6144,1,0,10.7559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,8192,1,0,14.4661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,10240,1,0,18.2478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,12288,1,0,22.2114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,16384,1,0,30.2892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,32768,1,0,67.0840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,0,2.0087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,16,1,0,2.0923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,32,1,0,2.0873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,64,1,0,2.0825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,128,1,0,2.0785
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,256,1,0,2.1325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,512,1,0,2.2125
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1024,1,0,3.6625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1536,1,0,5.2808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,2048,1,0,6.9172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,3072,1,0,10.3970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,4096,1,0,13.9112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,6144,1,0,21.1266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,8192,1,0,28.5337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,10240,1,0,36.0838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,12288,1,0,43.9163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,16384,1,0,60.1365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,32768,1,0,133.7809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,0,2.0245
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,16,1,0,2.0754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,32,1,0,2.0821
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,64,1,0,2.0948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,128,1,0,2.1362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,256,1,0,2.2134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,512,1,0,3.6565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1024,1,0,6.8665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1536,1,0,10.1261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,2048,1,0,13.4234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,3072,1,0,20.4432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,4096,1,0,27.4641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,6144,1,0,41.8685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,8192,1,0,56.6534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,10240,1,0,71.7408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,12288,1,0,87.5572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,16384,1,0,119.8893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,0,2.0204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,16,1,0,2.0843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,32,1,0,2.0795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,64,1,0,2.1296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,128,1,0,2.2248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,256,1,0,3.6539
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,512,1,0,6.8326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1024,1,0,13.2973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1536,1,0,19.9277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,2048,1,0,26.5343
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,3072,1,0,40.4505
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,4096,1,0,54.6434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,6144,1,0,83.4554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,8192,1,0,112.8818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,0,2.0168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,16,1,0,2.0763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,32,1,0,2.1354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,64,1,0,2.1978
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,128,1,0,3.6240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,256,1,0,6.8403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,512,1,0,13.2503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1024,1,0,26.2266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1536,1,0,39.3618
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,2048,1,0,52.6939
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,3072,1,0,80.5852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,4096,1,0,108.8348
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,0,2.0093
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,16,1,0,2.1084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,32,1,0,2.2024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,64,1,0,3.6289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,128,1,0,6.7815
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,256,1,0,13.2735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,512,1,0,26.1397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1024,1,0,52.1648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1536,1,0,78.4009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,2048,1,0,104.9338
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,0,1.9675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,16,1,0,2.1781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,32,1,0,3.6181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,64,1,0,6.7788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,128,1,0,13.1750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,256,1,0,26.1985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,512,1,0,51.9882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1024,1,0,103.8703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,0,1.9658
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,16,1,0,3.6222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,32,1,0,6.7758
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,64,1,0,13.1819
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,128,1,0,26.0181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,256,1,0,52.1182
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,512,1,0,103.4515
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,0,2.0333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,16,1,0,2.0633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,32,1,0,2.0680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,64,1,0,2.0743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,128,1,0,2.0734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,256,1,0,2.0765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,512,1,0,2.0853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1024,1,0,2.0922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1536,1,0,2.1272
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,2048,1,0,2.1797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,3072,1,0,2.5424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,4096,1,0,3.2578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,6144,1,0,4.7533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,8192,1,0,6.3005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,10240,1,0,7.8989
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,12288,1,0,9.5735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,16384,1,0,13.0680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,32768,1,0,29.2297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,0,2.0278
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,16,1,0,2.1105
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,32,1,0,2.0842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,64,1,0,2.0743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,128,1,0,2.0722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,256,1,0,2.0727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,512,1,0,2.0937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1024,1,0,2.1855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1536,1,0,2.4747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,2048,1,0,3.1370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,3072,1,0,4.5732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,4096,1,0,6.0295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,6144,1,0,9.0402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,8192,1,0,12.1703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,10240,1,0,15.4093
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,12288,1,0,18.7919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,16384,1,0,25.7465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,32768,1,0,58.0507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,0,2.0201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,16,1,0,2.0672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,32,1,0,2.0698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,64,1,0,2.0672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,128,1,0,2.0734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,256,1,0,2.1005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,512,1,0,2.1783
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1024,1,0,3.0975
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1536,1,0,4.4305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,2048,1,0,5.7922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,3072,1,0,8.6710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,4096,1,0,11.6346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,6144,1,0,17.7315
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,8192,1,0,23.9674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,10240,1,0,30.4133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,12288,1,0,37.1740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,16384,1,0,51.0659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,32768,1,0,115.6566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,0,2.0323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,16,1,0,2.0670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,32,1,0,2.0756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,64,1,0,2.0714
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,128,1,0,2.1098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,256,1,0,2.1859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,512,1,0,3.0929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1024,1,0,5.7200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1536,1,0,8.4204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,2048,1,0,11.1511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,3072,1,0,17.0465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,4096,1,0,22.9532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,6144,1,0,35.1132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,8192,1,0,47.5978
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,10240,1,0,60.4296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,12288,1,0,73.9163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,16384,1,0,101.7627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,0,2.0183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,16,1,0,2.0752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,32,1,0,2.0810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,64,1,0,2.0988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,128,1,0,2.1705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,256,1,0,3.0951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,512,1,0,5.6994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1024,1,0,11.0340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1536,1,0,16.4921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,2048,1,0,22.0119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,3072,1,0,33.6845
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,4096,1,0,45.5383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,6144,1,0,69.8326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,8192,1,0,94.8034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,0,2.0221
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,16,1,0,2.0678
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,32,1,0,2.0995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,64,1,0,2.1791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,128,1,0,3.0743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,256,1,0,5.6999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,512,1,0,10.9807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1024,1,0,21.7349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1536,1,0,32.6045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,2048,1,0,43.6103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,3072,1,0,66.9004
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,4096,1,0,90.6324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,0,2.0489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,16,1,0,2.1068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,32,1,0,2.1841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,64,1,0,3.0685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,128,1,0,5.6575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,256,1,0,10.9904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,512,1,0,21.6261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1024,1,0,43.0370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1536,1,0,64.7110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,2048,1,0,86.7532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,0,2.0129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,16,1,0,2.1386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,32,1,0,3.0608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,64,1,0,5.6415
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,128,1,0,10.9031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,256,1,0,21.6632
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,512,1,0,42.8964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1024,1,0,85.7011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,0,2.0158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,16,1,0,3.0627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,32,1,0,5.6441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,64,1,0,10.9010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,128,1,0,21.4986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,256,1,0,42.8742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,512,1,0,85.3878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,0,2.0350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,16,1,0,2.0766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,32,1,0,2.0744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,64,1,0,2.0657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,128,1,0,2.0659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,256,1,0,2.0737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,512,1,0,2.0711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1024,1,0,2.1002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1536,1,0,2.1247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,2048,1,0,2.1570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,3072,1,0,2.3335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,4096,1,0,2.9850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,6144,1,0,4.3395
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,8192,1,0,5.7399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,10240,1,0,7.2011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,12288,1,0,8.7316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,16384,1,0,11.8920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,32768,1,0,26.9460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,0,2.0408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,16,1,0,2.0763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,32,1,0,2.0723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,64,1,0,2.0874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,128,1,0,2.0813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,256,1,0,2.0819
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,512,1,0,2.0999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1024,1,0,2.1574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1536,1,0,2.2764
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,2048,1,0,2.8612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,3072,1,0,4.1547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,4096,1,0,5.4732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,6144,1,0,8.1977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,8192,1,0,11.0013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,10240,1,0,13.9731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,12288,1,0,17.0705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,16384,1,0,23.4648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,32768,1,0,53.4893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,0,2.0283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,16,1,0,2.0695
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,32,1,0,2.0667
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,64,1,0,2.0811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,128,1,0,2.0746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,256,1,0,2.0918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,512,1,0,2.1595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1024,1,0,2.8376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1536,1,0,4.0209
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,2048,1,0,5.2360
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,3072,1,0,7.8177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,4096,1,0,10.4699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,6144,1,0,16.0154
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,8192,1,0,21.6926
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,10240,1,0,27.5656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,12288,1,0,33.7533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,16384,1,0,46.5195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,32768,1,0,106.5642
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,0,2.0409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,16,1,0,2.0742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,32,1,0,2.0903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,64,1,0,2.0791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,128,1,0,2.0932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,256,1,0,2.1546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,512,1,0,2.8159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1024,1,0,5.1639
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1536,1,0,7.5721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,2048,1,0,9.9861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,3072,1,0,15.3189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,4096,1,0,20.6526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,6144,1,0,31.7015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,8192,1,0,43.0445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,10240,1,0,54.7368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,12288,1,0,67.1555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,16384,1,0,92.6839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,0,2.0323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,16,1,0,2.0680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,32,1,0,2.0735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,64,1,0,2.0871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,128,1,0,2.1605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,256,1,0,2.8095
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,512,1,0,5.1444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1024,1,0,9.8413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1536,1,0,14.7738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,2048,1,0,19.6900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,3072,1,0,30.2520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,4096,1,0,40.9846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,6144,1,0,63.0187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,8192,1,0,85.6999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,0,2.0469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,16,1,0,2.0784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,32,1,0,2.1027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,64,1,0,2.1759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,128,1,0,2.7952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,256,1,0,5.1590
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,512,1,0,9.8121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1024,1,0,19.4436
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1536,1,0,29.1695
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,2048,1,0,39.0200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,3072,1,0,60.1055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,4096,1,0,81.5220
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,0,2.0598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,16,1,0,2.1102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,32,1,0,2.1726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,64,1,0,2.7987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,128,1,0,5.1084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,256,1,0,9.8492
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,512,1,0,19.3529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1024,1,0,38.5320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1536,1,0,57.9485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,2048,1,0,77.6532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,0,2.0032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,16,1,0,2.1220
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,32,1,0,2.7851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,64,1,0,5.1014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,128,1,0,9.7288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,256,1,0,19.3769
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,512,1,0,38.3304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1024,1,0,76.6225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,0,2.0030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,16,1,0,2.7919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,32,1,0,5.0878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,64,1,0,9.7418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,128,1,0,19.2099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,256,1,0,38.3767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,512,1,0,76.2223
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,0,2.0275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,16,1,0,2.0567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,32,1,0,2.0696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,64,1,0,2.0649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,128,1,0,2.0659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,256,1,0,2.0647
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,512,1,0,2.0747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1024,1,0,2.0903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1536,1,0,2.1301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,2048,1,0,2.1545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,3072,1,0,2.2416
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,4096,1,0,2.8532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,6144,1,0,4.1376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,8192,1,0,5.4733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,10240,1,0,6.8417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,12288,1,0,8.3202
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,16384,1,0,11.3359
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,32768,1,0,25.7730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,0,2.0474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,16,1,0,2.0641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,32,1,0,2.0555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,64,1,0,2.0649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,128,1,0,2.0680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,256,1,0,2.0720
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,512,1,0,2.0963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1024,1,0,2.1497
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1536,1,0,2.2115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,2048,1,0,2.7310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,3072,1,0,3.9555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,4096,1,0,5.1959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,6144,1,0,7.7801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,8192,1,0,10.4581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,10240,1,0,13.2402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,12288,1,0,16.1863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,16384,1,0,22.4672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,32768,1,0,51.2030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,0,2.0321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,16,1,0,2.0685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,32,1,0,2.0720
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,64,1,0,2.0729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,128,1,0,2.0760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,256,1,0,2.0888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,512,1,0,2.1512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1024,1,0,2.6952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1536,1,0,3.8259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,2048,1,0,4.9654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,3072,1,0,7.4225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,4096,1,0,9.9085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,6144,1,0,15.1277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,8192,1,0,20.5175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,10240,1,0,26.1243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,12288,1,0,32.0166
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,16384,1,0,44.6172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,32768,1,0,101.9837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,0,2.0408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,16,1,0,2.0707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,32,1,0,2.0723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,64,1,0,2.0751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,128,1,0,2.0986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,256,1,0,2.1530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,512,1,0,2.6692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1024,1,0,4.9023
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1536,1,0,7.1544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,2048,1,0,9.4280
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,3072,1,0,14.4384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,4096,1,0,19.4881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,6144,1,0,29.9677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,8192,1,0,40.7258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,10240,1,0,51.8714
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,12288,1,0,63.7180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,16384,1,0,88.1144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,0,2.0438
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,16,1,0,2.0635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,32,1,0,2.0830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,64,1,0,2.1040
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,128,1,0,2.1447
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,256,1,0,2.6756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,512,1,0,4.8602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1024,1,0,9.2734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1536,1,0,13.9026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,2048,1,0,18.5133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,3072,1,0,28.5158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,4096,1,0,38.6804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,6144,1,0,59.5785
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,8192,1,0,81.1084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,0,2.0293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,16,1,0,2.0745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,32,1,0,2.0861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,64,1,0,2.1538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,128,1,0,2.6575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,256,1,0,4.8829
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,512,1,0,9.2427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1024,1,0,18.2296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1536,1,0,27.4295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,2048,1,0,36.7195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,3072,1,0,56.6493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,4096,1,0,76.9002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,0,2.0404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,16,1,0,2.0954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,32,1,0,2.1361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,64,1,0,2.6504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,128,1,0,4.8361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,256,1,0,9.2571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,512,1,0,18.1448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1024,1,0,36.2023
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1536,1,0,54.4547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,2048,1,0,72.9855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,0,2.0104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,16,1,0,2.1267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,32,1,0,2.6569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,64,1,0,4.8254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,128,1,0,9.1674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,256,1,0,18.1327
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,512,1,0,36.0404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1024,1,0,71.9062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,0,2.0167
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,16,1,0,2.6554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,32,1,0,4.8237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,64,1,0,9.1690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,128,1,0,18.0292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,256,1,0,36.0068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,512,1,0,71.6383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,0,2.0284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,16,1,0,2.0723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,32,1,0,2.0692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,64,1,0,2.0712
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,128,1,0,2.0682
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,256,1,0,2.0867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,512,1,0,2.0788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1024,1,0,2.0948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1536,1,0,2.1229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,2048,1,0,2.1593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,3072,1,0,2.2145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,4096,1,0,2.7815
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,6144,1,0,4.0403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,8192,1,0,5.3393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,10240,1,0,6.6883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,12288,1,0,8.1134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,16384,1,0,11.0623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,32768,1,0,25.2187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,0,2.0384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,16,1,0,2.0722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,32,1,0,2.0743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,64,1,0,2.0794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,128,1,0,2.0801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,256,1,0,2.0766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,512,1,0,2.0939
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1024,1,0,2.1546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1536,1,0,2.2195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,2048,1,0,2.6723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,3072,1,0,3.8531
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,4096,1,0,5.0690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,6144,1,0,7.5789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,8192,1,0,10.1728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,10240,1,0,12.8887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,12288,1,0,15.7807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,16384,1,0,21.7355
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,32768,1,0,50.0749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,0,2.0420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,16,1,0,2.0867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,32,1,0,2.0833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,64,1,0,2.0913
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,128,1,0,2.0841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,256,1,0,2.1010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,512,1,0,2.1621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1024,1,0,2.6273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1536,1,0,3.7183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,2048,1,0,4.8270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,3072,1,0,7.2131
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,4096,1,0,9.6396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,6144,1,0,14.7054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,8192,1,0,19.9770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,10240,1,0,25.4271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,12288,1,0,31.1803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,16384,1,0,43.1045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,32768,1,0,99.7807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,0,2.0406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,16,1,0,2.0744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,32,1,0,2.0816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,64,1,0,2.0747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,128,1,0,2.1032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,256,1,0,2.1536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,512,1,0,2.6184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1024,1,0,4.7734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1536,1,0,6.9560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,2048,1,0,9.1746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,3072,1,0,14.0265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,4096,1,0,18.9477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,6144,1,0,29.1249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,8192,1,0,39.6025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,10240,1,0,50.4863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,12288,1,0,62.0413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,16384,1,0,85.8869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,0,2.0346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,16,1,0,2.0693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,32,1,0,2.0773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,64,1,0,2.1019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,128,1,0,2.1454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,256,1,0,2.6138
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,512,1,0,4.7352
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1024,1,0,9.0088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1536,1,0,13.4518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,2048,1,0,17.9548
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,3072,1,0,27.6426
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,4096,1,0,37.5351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,6144,1,0,57.8872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,8192,1,0,78.8782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,0,2.0394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,16,1,0,2.0702
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,32,1,0,2.0843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,64,1,0,2.1518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,128,1,0,2.5929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,256,1,0,4.7512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,512,1,0,8.9631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1024,1,0,17.6645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1536,1,0,26.5503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,2048,1,0,35.5933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,3072,1,0,54.9650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,4096,1,0,74.6659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,0,2.0255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,16,1,0,2.0988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,32,1,0,2.1675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,64,1,0,2.5873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,128,1,0,4.6878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,256,1,0,9.0072
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,512,1,0,17.5811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1024,1,0,35.1036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1536,1,0,52.7357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,2048,1,0,70.7536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,0,2.0246
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,16,1,0,2.1256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,32,1,0,2.5885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,64,1,0,4.7042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,128,1,0,8.9178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,256,1,0,17.5949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,512,1,0,34.8665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1024,1,0,69.7359
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,0,2.0248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,16,1,0,2.5876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,32,1,0,4.6903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,64,1,0,8.9225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,128,1,0,17.4933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,256,1,0,34.9111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,512,1,0,69.3690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,0,2.0478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,16,1,0,2.0866
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,32,1,0,2.0812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,64,1,0,2.0757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,128,1,0,2.0793
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,256,1,0,2.0882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,512,1,0,2.0910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1024,1,0,2.1006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1536,1,0,2.1283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,2048,1,0,2.1644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,3072,1,0,2.2118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,4096,1,0,2.7490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,6144,1,0,3.9943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,8192,1,0,5.2749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,10240,1,0,6.6043
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,12288,1,0,8.0183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,16384,1,0,10.9344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,32768,1,0,24.9270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,0,2.0342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,16,1,0,2.0741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,32,1,0,2.0835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,64,1,0,2.0773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,128,1,0,2.0871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,256,1,0,2.0789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,512,1,0,2.1008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1024,1,0,2.1607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1536,1,0,2.2203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,2048,1,0,2.6397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,3072,1,0,3.8081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,4096,1,0,4.9960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,6144,1,0,7.4894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,8192,1,0,10.0465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,10240,1,0,12.7190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,12288,1,0,15.5509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,16384,1,0,21.4424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,32768,1,0,49.5151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,0,2.0382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,16,1,0,2.0619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,32,1,0,2.0774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,64,1,0,2.0843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,128,1,0,2.0904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,256,1,0,2.1106
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,512,1,0,2.1712
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1024,1,0,2.5964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1536,1,0,3.6828
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,2048,1,0,4.7661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,3072,1,0,7.1279
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,4096,1,0,9.5045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,6144,1,0,14.4903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,8192,1,0,19.6617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,10240,1,0,25.0392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,12288,1,0,30.7449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,16384,1,0,42.5270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,32768,1,0,98.6586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,0,2.0481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,16,1,0,2.0904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,32,1,0,2.0793
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,64,1,0,2.0925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,128,1,0,2.1057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,256,1,0,2.1574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,512,1,0,2.5808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1024,1,0,4.6947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1536,1,0,6.8601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,2048,1,0,9.0284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,3072,1,0,13.8156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,4096,1,0,18.6278
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,6144,1,0,28.6966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,8192,1,0,39.0169
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,10240,1,0,49.7410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,12288,1,0,61.1864
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,16384,1,0,84.7333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,0,2.0631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,16,1,0,2.0977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,32,1,0,2.0962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,64,1,0,2.1104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,128,1,0,2.1772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,256,1,0,2.5682
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,512,1,0,4.6702
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1024,1,0,8.8857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1536,1,0,13.2687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,2048,1,0,17.6621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,3072,1,0,27.2232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,4096,1,0,36.9447
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,6144,1,0,57.0392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,8192,1,0,79.2483
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,0,2.0620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,16,1,0,2.0901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,32,1,0,2.1158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,64,1,0,2.1678
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,128,1,0,2.5596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,256,1,0,4.6902
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,512,1,0,8.8374
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1024,1,0,17.3686
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1536,1,0,26.1227
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,2048,1,0,35.0208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,3072,1,0,54.1057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,4096,1,0,73.5463
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,0,2.0602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,16,1,0,2.1127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,32,1,0,2.1810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,64,1,0,2.5572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,128,1,0,4.6412
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,256,1,0,8.8666
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,512,1,0,17.3108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1024,1,0,34.4580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1536,1,0,51.9104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,2048,1,0,69.6162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,0,2.0335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,16,1,0,2.1507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,32,1,0,2.5541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,64,1,0,4.6341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,128,1,0,8.7675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,256,1,0,17.3325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,512,1,0,34.2750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1024,1,0,68.5490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,0,2.0362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,16,1,0,2.5557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,32,1,0,4.6196
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,64,1,0,8.7896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,128,1,0,17.1948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,256,1,0,34.2999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,512,1,0,68.1659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,0,2.0844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,16,1,0,2.0907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,32,1,0,2.0916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,64,1,0,2.0864
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,128,1,0,2.0983
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,256,1,0,2.0916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,512,1,0,2.1009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1024,1,0,2.1090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1536,1,0,2.1399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,2048,1,0,2.1795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,3072,1,0,2.2547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,4096,1,0,2.7441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,6144,1,0,3.9748
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,8192,1,0,5.2430
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,10240,1,0,6.5836
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,12288,1,0,7.9627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,16384,1,0,10.9336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,32768,1,0,24.7776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,0,2.0352
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,16,1,0,2.0756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,32,1,0,2.0888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,64,1,0,2.0746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,128,1,0,2.0821
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,256,1,0,2.0782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,512,1,0,2.0895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1024,1,0,2.1603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1536,1,0,2.2263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,2048,1,0,2.6179
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,3072,1,0,3.7892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,4096,1,0,4.9701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,6144,1,0,7.4341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,8192,1,0,9.9970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,10240,1,0,12.6458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,12288,1,0,15.4556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,16384,1,0,21.3074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,32768,1,0,49.2092
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,0,2.0548
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,16,1,0,2.0874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,32,1,0,2.0803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,64,1,0,2.0806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,128,1,0,2.0815
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,256,1,0,2.0856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,512,1,0,2.1539
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1024,1,0,2.5839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1536,1,0,3.6534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,2048,1,0,4.7356
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,3072,1,0,7.0800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,4096,1,0,9.4445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,6144,1,0,14.3995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,8192,1,0,19.5350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,10240,1,0,24.8888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,12288,1,0,30.5490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,16384,1,0,42.5852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,32768,1,0,98.0538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,0,2.0333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,16,1,0,2.0685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,32,1,0,2.0564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,64,1,0,2.0722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,128,1,0,2.0902
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,256,1,0,2.1407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,512,1,0,2.5661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1024,1,0,4.6751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1536,1,0,6.8059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,2048,1,0,8.9653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,3072,1,0,13.7103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,4096,1,0,18.4888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,6144,1,0,28.4710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,8192,1,0,38.7379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,10240,1,0,49.4037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,12288,1,0,60.7466
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,16384,1,0,84.1444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,0,2.0349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,16,1,0,2.0644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,32,1,0,2.0859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,64,1,0,2.1037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,128,1,0,2.1553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,256,1,0,2.5585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,512,1,0,4.6473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1024,1,0,8.8441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1536,1,0,13.1433
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,2048,1,0,17.5284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,3072,1,0,27.0057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,4096,1,0,36.6532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,6144,1,0,58.0907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,8192,1,0,77.1807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,0,2.0431
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,16,1,0,2.0840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,32,1,0,2.1073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,64,1,0,2.1597
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,128,1,0,3.0759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,256,1,0,4.6385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,512,1,0,10.6314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1024,1,0,17.2761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1536,1,0,29.1046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,2048,1,0,34.7214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,3072,1,0,56.7822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,4096,1,0,72.9619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,0,2.0482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,16,1,0,2.0843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,32,1,0,2.1927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,64,1,0,2.5419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,128,1,0,5.6955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,256,1,0,8.7988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,512,1,0,20.8759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1024,1,0,34.1856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1536,1,0,57.9104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,2048,1,0,69.0222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,0,2.0084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,16,1,0,2.1169
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,32,1,0,3.1034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,64,1,0,4.6076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,128,1,0,10.9262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,256,1,0,17.1896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,512,1,0,41.4380
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1024,1,0,67.9448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,0,2.0177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,16,1,0,2.5428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,32,1,0,4.5953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,64,1,0,10.9835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,128,1,0,17.0532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,256,1,0,33.9967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,512,1,0,67.5720
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,1,1,0,2.0099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,16,1,0,2.0719
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,32,1,0,2.0664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,64,1,0,2.0729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,128,1,0,2.0680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,256,1,0,2.0771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,512,1,0,2.0780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,1024,1,0,2.1171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,1536,1,0,2.1497
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,2048,1,0,2.1922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,3072,1,0,3.0228
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,4096,1,0,3.9190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,6144,1,0,5.7543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,8192,1,0,7.6534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,10240,1,0,9.6135
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,12288,1,0,11.6345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,16384,1,0,15.7949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,1,32768,1,0,34.6347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,1,1,0,2.0100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,16,1,0,2.0644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,32,1,0,2.0728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,64,1,0,2.0706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,128,1,0,2.0808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,256,1,0,2.0648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,512,1,0,2.1006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,1024,1,0,2.1851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,1536,1,0,2.9446
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,2048,1,0,3.7970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,3072,1,0,5.5785
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,4096,1,0,7.3948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,6144,1,0,11.0948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,8192,1,0,14.9107
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,10240,1,0,18.7979
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,12288,1,0,23.0006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,16384,1,0,31.1569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,2,32768,1,0,68.8567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,1,1,0,2.0088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,16,1,0,2.0732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,32,1,0,2.0772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,64,1,0,2.0788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,128,1,0,2.0767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,256,1,0,2.1194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,512,1,0,2.1982
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,1024,1,0,3.7614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,1536,1,0,5.4406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,2048,1,0,7.1543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,3072,1,0,10.7439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,4096,1,0,14.3784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,6144,1,0,21.7490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,8192,1,0,29.3923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,10240,1,0,37.1645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,12288,1,0,45.6898
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,16384,1,0,61.8985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,4,32768,1,0,134.3809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,1,1,0,1.9932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,16,1,0,2.0584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,32,1,0,2.0740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,64,1,0,2.0677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,128,1,0,2.0935
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,256,1,0,2.1828
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,512,1,0,3.7400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,1024,1,0,7.0823
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,1536,1,0,10.4687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,2048,1,0,13.8830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,3072,1,0,21.0477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,4096,1,0,28.3527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,6144,1,0,43.2406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,8192,1,0,58.4212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,10240,1,0,73.9194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,12288,1,0,88.8824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,8,16384,1,0,120.5554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,16,1,1,0,2.0267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,16,16,1,0,2.0756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,16,32,1,0,2.0684
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,16,64,1,0,2.1143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,16,128,1,0,2.1891
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,16,256,1,0,3.7333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,16,512,1,0,7.0585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,16,1024,1,0,13.7636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,16,1536,1,0,20.5107
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,16,2048,1,0,27.3770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,16,3072,1,0,41.7898
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,16,4096,1,0,56.3601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,16,6144,1,0,83.9351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,16,8192,1,0,113.5705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,32,1,1,0,2.0087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,32,16,1,0,2.0653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,32,32,1,0,2.1100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,32,64,1,0,2.1959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,32,128,1,0,3.7204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,32,256,1,0,7.0596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,32,512,1,0,13.7043
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,32,1024,1,0,27.1177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,32,1536,1,0,40.7193
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,32,2048,1,0,54.4067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,32,3072,1,0,81.1002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,32,4096,1,0,109.3733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,64,1,1,0,2.0157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,64,16,1,0,2.0941
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,64,32,1,0,2.1783
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,64,64,1,0,3.7220
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,64,128,1,0,7.0211
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,64,256,1,0,13.7104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,64,512,1,0,27.0345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,64,1024,1,0,53.8686
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,64,1536,1,0,78.7936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,64,2048,1,0,105.7472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,128,1,1,0,1.9812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,128,16,1,0,2.1645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,128,32,1,0,3.7091
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,128,64,1,0,7.0125
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,128,128,1,0,13.6129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,128,256,1,0,27.0601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,128,512,1,0,53.6472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,128,1024,1,0,104.4285
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,256,1,1,0,2.0126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,256,16,1,0,3.7174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,256,32,1,0,7.0042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,256,64,1,0,13.6278
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,256,128,1,0,26.9114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,256,256,1,0,53.7435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,128,256,512,1,0,104.0409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,1,1,0,2.0164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,16,1,0,2.0890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,32,1,0,2.0944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,64,1,0,2.0889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,128,1,0,2.1067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,256,1,0,2.0961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,512,1,0,2.1083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,1024,1,0,2.1308
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,1536,1,0,2.1706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,2048,1,0,2.2321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,3072,1,0,2.9636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,4096,1,0,3.8580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,6144,1,0,5.6200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,8192,1,0,7.4313
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,10240,1,0,9.3223
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,12288,1,0,11.2790
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,16384,1,0,15.3400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,1,32768,1,0,33.7662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,1,1,0,2.0077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,16,1,0,2.0866
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,32,1,0,2.0837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,64,1,0,2.0803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,128,1,0,2.0929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,256,1,0,2.0951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,512,1,0,2.1376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,1024,1,0,2.2316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,1536,1,0,2.8860
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,2048,1,0,3.6952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,3072,1,0,5.4166
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,4096,1,0,7.1670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,6144,1,0,10.7547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,8192,1,0,14.4527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,10240,1,0,18.2452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,12288,1,0,22.1881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,16384,1,0,30.2775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,2,32768,1,0,67.1011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,1,1,0,2.0258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,16,1,0,2.0950
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,32,1,0,2.1080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,64,1,0,2.0911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,128,1,0,2.0876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,256,1,0,2.1421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,512,1,0,2.2282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,1024,1,0,3.6567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,1536,1,0,5.2720
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,2048,1,0,6.9249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,3072,1,0,10.3968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,4096,1,0,13.9022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,6144,1,0,21.1284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,8192,1,0,28.5051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,10240,1,0,36.0849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,12288,1,0,43.9227
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,16384,1,0,60.1277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,4,32768,1,0,133.7812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,1,1,0,2.0162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,16,1,0,2.1023
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,32,1,0,2.1018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,64,1,0,2.1001
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,128,1,0,2.1434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,256,1,0,2.2276
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,512,1,0,3.6507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,1024,1,0,6.8697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,1536,1,0,10.1273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,2048,1,0,13.4319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,3072,1,0,20.4718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,4096,1,0,27.4982
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,6144,1,0,41.8825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,8192,1,0,56.6347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,10240,1,0,71.7568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,12288,1,0,87.5535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,8,16384,1,0,119.8832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,16,1,1,0,2.0262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,16,16,1,0,2.0999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,16,32,1,0,2.0908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,16,64,1,0,2.1598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,16,128,1,0,2.2395
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,16,256,1,0,3.6549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,16,512,1,0,6.8339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,16,1024,1,0,13.3006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,16,1536,1,0,19.9083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,16,2048,1,0,26.5133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,16,3072,1,0,40.4399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,16,4096,1,0,54.9436
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,16,6144,1,0,83.4554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,16,8192,1,0,112.9582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,32,1,1,0,2.0301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,32,16,1,0,2.1058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,32,32,1,0,2.1408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,32,64,1,0,2.2294
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,32,128,1,0,3.6218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,32,256,1,0,6.8429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,32,512,1,0,13.2587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,32,1024,1,0,26.2349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,32,1536,1,0,39.3616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,32,2048,1,0,52.6674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,32,3072,1,0,80.6050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,32,4096,1,0,108.8403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,64,1,1,0,2.0362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,64,16,1,0,2.1313
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,64,32,1,0,2.2349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,64,64,1,0,3.6243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,64,128,1,0,6.7955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,64,256,1,0,13.2747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,64,512,1,0,26.1679
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,64,1024,1,0,52.1506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,64,1536,1,0,78.3741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,64,2048,1,0,104.9100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,128,1,1,0,1.9976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,128,16,1,0,2.1961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,128,32,1,0,3.6276
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,128,64,1,0,6.7999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,128,128,1,0,13.1746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,128,256,1,0,26.1745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,128,512,1,0,51.9876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,128,1024,1,0,103.8054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,256,1,1,0,2.0035
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,256,16,1,0,3.6277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,256,32,1,0,6.7818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,256,64,1,0,13.1764
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,256,128,1,0,26.0318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,256,256,1,0,52.0669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,64,256,512,1,0,103.4481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,1,1,0,2.0558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,16,1,0,2.1011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,32,1,0,2.0955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,64,1,0,2.0904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,128,1,0,2.1039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,256,1,0,2.0926
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,512,1,0,2.1104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,1024,1,0,2.1228
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,1536,1,0,2.1602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,2048,1,0,2.2132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,3072,1,0,2.5517
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,4096,1,0,3.2551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,6144,1,0,4.7469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,8192,1,0,6.2993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,10240,1,0,7.8847
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,12288,1,0,9.5692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,16384,1,0,13.0635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,1,32768,1,0,29.2284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,1,1,0,2.0584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,16,1,0,2.0944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,32,1,0,2.0907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,64,1,0,2.1058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,128,1,0,2.1013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,256,1,0,2.0961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,512,1,0,2.1332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,1024,1,0,2.2045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,1536,1,0,2.4725
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,2048,1,0,3.1416
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,3072,1,0,4.5654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,4096,1,0,6.0240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,6144,1,0,9.0371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,8192,1,0,12.1858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,10240,1,0,15.4218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,12288,1,0,18.7955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,16384,1,0,25.7523
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,2,32768,1,0,58.0529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,1,1,0,2.0564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,16,1,0,2.0950
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,32,1,0,2.1019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,64,1,0,2.1112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,128,1,0,2.1087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,256,1,0,2.1283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,512,1,0,2.2019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,1024,1,0,3.0997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,1536,1,0,4.4297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,2048,1,0,5.7858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,3072,1,0,8.6776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,4096,1,0,11.6378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,6144,1,0,17.7234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,8192,1,0,23.9638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,10240,1,0,30.4129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,12288,1,0,37.1721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,16384,1,0,51.0565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,4,32768,1,0,115.9538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,1,1,0,2.0621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,16,1,0,2.1018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,32,1,0,2.0912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,64,1,0,2.1022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,128,1,0,2.1302
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,256,1,0,2.2065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,512,1,0,3.0964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,1024,1,0,5.7246
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,1536,1,0,8.4157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,2048,1,0,11.1507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,3072,1,0,17.0469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,4096,1,0,22.9306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,6144,1,0,35.1120
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,8192,1,0,47.5866
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,10240,1,0,60.4103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,12288,1,0,73.9115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,8,16384,1,0,101.7626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,16,1,1,0,2.0721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,16,16,1,0,2.1069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,16,32,1,0,2.1145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,16,64,1,0,2.1206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,16,128,1,0,2.2090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,16,256,1,0,3.0946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,16,512,1,0,5.7055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,16,1024,1,0,11.0265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,16,1536,1,0,16.5183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,16,2048,1,0,21.9838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,16,3072,1,0,33.6632
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,16,4096,1,0,45.5461
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,16,6144,1,0,69.7910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,16,8192,1,0,94.7914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,32,1,1,0,2.0560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,32,16,1,0,2.1010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,32,32,1,0,2.1295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,32,64,1,0,2.2011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,32,128,1,0,3.0732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,32,256,1,0,5.7037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,32,512,1,0,10.9746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,32,1024,1,0,21.7107
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,32,1536,1,0,32.5851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,32,2048,1,0,43.6054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,32,3072,1,0,66.9113
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,32,4096,1,0,90.6309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,64,1,1,0,2.0771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,64,16,1,0,2.1325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,64,32,1,0,2.1968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,64,64,1,0,3.0657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,64,128,1,0,5.6615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,64,256,1,0,10.9690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,64,512,1,0,21.6383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,64,1024,1,0,43.0680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,64,1536,1,0,64.6388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,64,2048,1,0,86.7349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,128,1,1,0,2.0433
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,128,16,1,0,2.1833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,128,32,1,0,3.0693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,128,64,1,0,5.6547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,128,128,1,0,10.9181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,128,256,1,0,21.6599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,128,512,1,0,42.8920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,128,1024,1,0,85.7321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,256,1,1,0,2.0558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,256,16,1,0,3.0644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,256,32,1,0,5.6445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,256,64,1,0,10.9034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,256,128,1,0,21.4995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,256,256,1,0,42.8946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,32,256,512,1,0,85.4184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,1,1,0,2.0540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,16,1,0,2.0934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,32,1,0,2.0913
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,64,1,0,2.0866
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,128,1,0,2.0934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,256,1,0,2.0999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,512,1,0,2.1086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,1024,1,0,2.1241
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,1536,1,0,2.1553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,2048,1,0,2.1910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,3072,1,0,2.3461
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,4096,1,0,2.9850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,6144,1,0,4.3541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,8192,1,0,5.7441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,10240,1,0,7.2673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,12288,1,0,8.7398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,16384,1,0,11.8973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,1,32768,1,0,27.0156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,1,1,0,2.0468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,16,1,0,2.0935
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,32,1,0,2.0880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,64,1,0,2.0931
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,128,1,0,2.1012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,256,1,0,2.0938
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,512,1,0,2.1056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,1024,1,0,2.2141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,1536,1,0,2.2915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,2048,1,0,2.8607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,3072,1,0,4.1601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,4096,1,0,5.4756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,6144,1,0,8.1917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,8192,1,0,11.0024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,10240,1,0,13.9691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,12288,1,0,17.0715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,16384,1,0,23.7833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,2,32768,1,0,53.5034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,1,1,0,2.0560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,16,1,0,2.1027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,32,1,0,2.0982
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,64,1,0,2.0990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,128,1,0,2.1007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,256,1,0,2.1244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,512,1,0,2.1834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,1024,1,0,2.8248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,1536,1,0,4.0148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,2048,1,0,5.2315
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,3072,1,0,7.8399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,4096,1,0,10.4739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,6144,1,0,16.0161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,8192,1,0,21.6952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,10240,1,0,27.5746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,12288,1,0,33.7613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,16384,1,0,46.5211
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,4,32768,1,0,106.5603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,1,1,0,2.0635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,16,1,0,2.0979
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,32,1,0,2.0870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,64,1,0,2.0955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,128,1,0,2.1111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,256,1,0,2.1909
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,512,1,0,2.8210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,1024,1,0,5.1708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,1536,1,0,7.5685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,2048,1,0,9.9773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,3072,1,0,15.3292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,4096,1,0,20.6582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,6144,1,0,31.7139
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,8192,1,0,43.0298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,10240,1,0,54.7366
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,12288,1,0,67.1730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,8,16384,1,0,92.6854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,16,1,1,0,2.0647
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,16,16,1,0,2.1090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,16,32,1,0,2.1017
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,16,64,1,0,2.1177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,16,128,1,0,2.1963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,16,256,1,0,2.8203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,16,512,1,0,5.1465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,16,1024,1,0,9.8691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,16,1536,1,0,14.7846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,16,2048,1,0,19.6921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,16,3072,1,0,30.2570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,16,4096,1,0,40.9903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,16,6144,1,0,63.0701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,16,8192,1,0,85.7103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,32,1,1,0,2.0715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,32,16,1,0,2.1035
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,32,32,1,0,2.1148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,32,64,1,0,2.1804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,32,128,1,0,2.7987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,32,256,1,0,5.1576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,32,512,1,0,9.8157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,32,1024,1,0,19.4402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,32,1536,1,0,29.1449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,32,2048,1,0,39.0307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,32,3072,1,0,60.1272
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,32,4096,1,0,81.4897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,64,1,1,0,2.0806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,64,16,1,0,2.1295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,64,32,1,0,2.1882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,64,64,1,0,2.7911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,64,128,1,0,5.1015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,64,256,1,0,9.8337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,64,512,1,0,19.3258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,64,1024,1,0,38.5140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,64,1536,1,0,57.9288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,64,2048,1,0,77.5928
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,128,1,1,0,2.0386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,128,16,1,0,2.1696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,128,32,1,0,2.7906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,128,64,1,0,5.0957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,128,128,1,0,9.7349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,128,256,1,0,19.3775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,128,512,1,0,38.3312
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,128,1024,1,0,76.5842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,256,1,1,0,2.0393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,256,16,1,0,2.7907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,256,32,1,0,5.0996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,256,64,1,0,9.7266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,256,128,1,0,19.2185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,256,256,1,0,38.3663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,16,256,512,1,0,76.2266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,1,1,0,2.0583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,16,1,0,2.1019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,32,1,0,2.0918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,64,1,0,2.1020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,128,1,0,2.1076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,256,1,0,2.1102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,512,1,0,2.1127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,1024,1,0,2.1192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,1536,1,0,2.1635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,2048,1,0,2.1536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,3072,1,0,2.2488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,4096,1,0,2.8501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,6144,1,0,4.1419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,8192,1,0,5.4654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,10240,1,0,6.8406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,12288,1,0,8.3203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,16384,1,0,11.3410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,1,32768,1,0,25.7811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,1,1,0,2.0574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,16,1,0,2.0771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,32,1,0,2.0836
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,64,1,0,2.0790
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,128,1,0,2.0864
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,256,1,0,2.0962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,512,1,0,2.1213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,1024,1,0,2.1706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,1536,1,0,2.2371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,2048,1,0,2.7326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,3072,1,0,3.9611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,4096,1,0,5.1976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,6144,1,0,7.7747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,8192,1,0,10.4503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,10240,1,0,13.2472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,12288,1,0,16.1861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,16384,1,0,22.2944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,2,32768,1,0,51.2157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,1,1,0,2.0426
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,16,1,0,2.0872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,32,1,0,2.0825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,64,1,0,2.0831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,128,1,0,2.0815
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,256,1,0,2.0966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,512,1,0,2.1604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,1024,1,0,2.6958
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,1536,1,0,3.8177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,2048,1,0,4.9591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,3072,1,0,7.4217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,4096,1,0,9.8942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,6144,1,0,15.1259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,8192,1,0,20.5333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,10240,1,0,26.1296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,12288,1,0,32.0199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,16384,1,0,44.2406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,4,32768,1,0,102.0063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,1,1,0,2.0526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,16,1,0,2.0801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,32,1,0,2.0729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,64,1,0,2.0885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,128,1,0,2.0910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,256,1,0,2.1549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,512,1,0,2.6801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,1024,1,0,4.8968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,1536,1,0,7.1493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,2048,1,0,9.4172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,3072,1,0,14.4249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,4096,1,0,19.4809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,6144,1,0,29.9593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,8192,1,0,40.7391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,10240,1,0,51.8808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,12288,1,0,63.7512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,8,16384,1,0,88.1067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,16,1,1,0,2.0441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,16,16,1,0,2.0875
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,16,32,1,0,2.1096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,16,64,1,0,2.0897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,16,128,1,0,2.1434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,16,256,1,0,2.6735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,16,512,1,0,4.8731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,16,1024,1,0,9.2943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,16,1536,1,0,13.9181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,16,2048,1,0,18.5357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,16,3072,1,0,28.5175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,16,4096,1,0,38.6591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,16,6144,1,0,59.5849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,16,8192,1,0,81.1606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,32,1,1,0,2.0550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,32,16,1,0,2.0920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,32,32,1,0,2.1068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,32,64,1,0,2.1570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,32,128,1,0,2.6637
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,32,256,1,0,4.8677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,32,512,1,0,9.2555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,32,1024,1,0,18.2609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,32,1536,1,0,27.4268
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,32,2048,1,0,36.7189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,32,3072,1,0,56.6063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,32,4096,1,0,76.8979
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,64,1,1,0,2.0477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,64,16,1,0,2.1041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,64,32,1,0,2.1675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,64,64,1,0,2.6544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,64,128,1,0,4.8307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,64,256,1,0,9.2843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,64,512,1,0,18.1515
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,64,1024,1,0,36.1775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,64,1536,1,0,54.4428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,64,2048,1,0,72.9937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,128,1,1,0,2.0144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,128,16,1,0,2.1350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,128,32,1,0,2.6554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,128,64,1,0,4.8178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,128,128,1,0,9.1742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,128,256,1,0,18.1548
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,128,512,1,0,36.0172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,128,1024,1,0,71.9720
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,256,1,1,0,2.0250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,256,16,1,0,2.6490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,256,32,1,0,4.8180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,256,64,1,0,9.1612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,256,128,1,0,18.0392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,256,256,1,0,36.0183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,8,256,512,1,0,71.6281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,1,1,0,2.0454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,16,1,0,2.0733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,32,1,0,2.0863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,64,1,0,2.0761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,128,1,0,2.0940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,256,1,0,2.0918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,512,1,0,2.0893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,1024,1,0,2.1073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,1536,1,0,2.1329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,2048,1,0,2.1833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,3072,1,0,2.2295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,4096,1,0,2.7867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,6144,1,0,4.0493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,8192,1,0,5.3490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,10240,1,0,6.6825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,12288,1,0,8.1167
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,16384,1,0,11.0771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,1,32768,1,0,25.2199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,1,1,0,2.0477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,16,1,0,2.0851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,32,1,0,2.0929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,64,1,0,2.0932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,128,1,0,2.1089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,256,1,0,2.1047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,512,1,0,2.1126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,1024,1,0,2.1819
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,1536,1,0,2.2336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,2048,1,0,2.6661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,3072,1,0,3.8636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,4096,1,0,5.0825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,6144,1,0,7.5809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,8192,1,0,10.1757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,10240,1,0,12.8873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,12288,1,0,15.7662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,16384,1,0,21.7333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,2,32768,1,0,50.0887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,1,1,0,2.0504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,16,1,0,2.0894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,32,1,0,2.0782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,64,1,0,2.0866
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,128,1,0,2.0954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,256,1,0,2.1092
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,512,1,0,2.1587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,1024,1,0,2.6361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,1536,1,0,3.7255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,2048,1,0,4.8449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,3072,1,0,7.2278
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,4096,1,0,9.6365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,6144,1,0,14.7038
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,8192,1,0,19.9621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,10240,1,0,25.4189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,12288,1,0,31.1876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,16384,1,0,43.1047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,4,32768,1,0,99.8102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,1,1,0,2.0510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,16,1,0,2.0886
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,32,1,0,2.0953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,64,1,0,2.0836
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,128,1,0,2.1138
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,256,1,0,2.1701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,512,1,0,2.6187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,1024,1,0,4.7741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,1536,1,0,6.9655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,2048,1,0,9.1595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,3072,1,0,14.0088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,4096,1,0,18.9205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,6144,1,0,29.1071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,8192,1,0,39.6065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,10240,1,0,50.4673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,12288,1,0,62.0683
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,8,16384,1,0,85.9232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,16,1,1,0,2.0451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,16,16,1,0,2.0777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,16,32,1,0,2.0660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,16,64,1,0,2.0886
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,16,128,1,0,2.1596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,16,256,1,0,2.6120
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,16,512,1,0,4.7346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,16,1024,1,0,9.0100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,16,1536,1,0,13.4714
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,16,2048,1,0,17.9445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,16,3072,1,0,27.6537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,16,4096,1,0,37.5300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,16,6144,1,0,57.8941
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,16,8192,1,0,78.8963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,32,1,1,0,2.0593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,32,16,1,0,2.0970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,32,32,1,0,2.1022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,32,64,1,0,2.1640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,32,128,1,0,2.5919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,32,256,1,0,4.7399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,32,512,1,0,8.9448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,32,1024,1,0,17.6884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,32,1536,1,0,26.5699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,32,2048,1,0,35.5843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,32,3072,1,0,54.9743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,32,4096,1,0,74.6885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,64,1,1,0,2.0669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,64,16,1,0,2.1161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,64,32,1,0,2.1614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,64,64,1,0,2.5885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,64,128,1,0,4.7002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,64,256,1,0,8.9854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,64,512,1,0,17.5880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,64,1024,1,0,35.0544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,64,1536,1,0,52.7096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,64,2048,1,0,70.7666
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,128,1,1,0,2.0347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,128,16,1,0,2.1351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,128,32,1,0,2.5933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,128,64,1,0,4.6901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,128,128,1,0,8.8988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,128,256,1,0,17.5797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,128,512,1,0,34.8756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,128,1024,1,0,69.9883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,256,1,1,0,2.0232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,256,16,1,0,2.5973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,256,32,1,0,4.6950
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,256,64,1,0,8.8961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,256,128,1,0,17.4693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,256,256,1,0,34.8465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,4,256,512,1,0,69.2707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,1,1,0,2.0462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,16,1,0,2.0864
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,32,1,0,2.0924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,64,1,0,2.0877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,128,1,0,2.1001
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,256,1,0,2.0938
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,512,1,0,2.1027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,1024,1,0,2.1139
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,1536,1,0,2.1474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,2048,1,0,2.1811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,3072,1,0,2.2389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,4096,1,0,2.7488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,6144,1,0,3.9861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,8192,1,0,5.2853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,10240,1,0,6.6174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,12288,1,0,8.0191
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,16384,1,0,10.9333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,1,32768,1,0,24.9157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,1,1,0,2.0452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,16,1,0,2.0969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,32,1,0,2.0937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,64,1,0,2.0960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,128,1,0,2.1092
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,256,1,0,2.1010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,512,1,0,2.1170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,1024,1,0,2.1791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,1536,1,0,2.2435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,2048,1,0,2.6291
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,3072,1,0,3.8167
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,4096,1,0,5.0048
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,6144,1,0,7.4881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,8192,1,0,10.0417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,10240,1,0,12.7175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,12288,1,0,15.5517
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,16384,1,0,21.4495
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,2,32768,1,0,49.5049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,1,1,0,2.0577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,16,1,0,2.1153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,32,1,0,2.1001
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,64,1,0,2.0955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,128,1,0,2.0966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,256,1,0,2.1136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,512,1,0,2.1782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,1024,1,0,2.5948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,1536,1,0,3.6739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,2048,1,0,4.7633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,3072,1,0,7.1402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,4096,1,0,9.5141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,6144,1,0,14.5031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,8192,1,0,19.6654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,10240,1,0,25.0527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,12288,1,0,30.7445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,16384,1,0,42.5300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,4,32768,1,0,98.6450
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,1,1,0,2.0561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,16,1,0,2.1095
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,32,1,0,2.1049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,64,1,0,2.1009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,128,1,0,2.1145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,256,1,0,2.1809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,512,1,0,2.5781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,1024,1,0,4.7133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,1536,1,0,6.8550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,2048,1,0,9.0315
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,3072,1,0,13.7973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,4096,1,0,18.6415
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,6144,1,0,28.6828
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,8192,1,0,39.0191
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,10240,1,0,49.7711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,12288,1,0,61.1863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,8,16384,1,0,84.7423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,16,1,1,0,2.0618
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,16,16,1,0,2.0882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,16,32,1,0,2.0978
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,16,64,1,0,2.1033
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,16,128,1,0,2.1752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,16,256,1,0,2.5706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,16,512,1,0,4.6888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,16,1024,1,0,8.8877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,16,1536,1,0,13.2545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,16,2048,1,0,17.6518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,16,3072,1,0,27.2171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,16,4096,1,0,36.9421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,16,6144,1,0,57.0263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,16,8192,1,0,79.2114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,32,1,1,0,2.0587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,32,16,1,0,2.1052
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,32,32,1,0,2.1151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,32,64,1,0,2.1776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,32,128,1,0,2.5621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,32,256,1,0,4.6767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,32,512,1,0,8.8449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,32,1024,1,0,17.3803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,32,1536,1,0,26.1089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,32,2048,1,0,34.9819
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,32,3072,1,0,54.1012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,32,4096,1,0,73.5219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,64,1,1,0,2.0595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,64,16,1,0,2.1122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,64,32,1,0,2.1753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,64,64,1,0,2.5541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,64,128,1,0,4.6461
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,64,256,1,0,8.8855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,64,512,1,0,17.2732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,64,1024,1,0,34.4603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,64,1536,1,0,51.8851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,64,2048,1,0,69.5921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,128,1,1,0,2.0327
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,128,16,1,0,2.1550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,128,32,1,0,2.5553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,128,64,1,0,4.6243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,128,128,1,0,8.7710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,128,256,1,0,17.2849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,128,512,1,0,34.2866
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,128,1024,1,0,68.5064
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,256,1,1,0,2.0468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,256,16,1,0,2.5532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,256,32,1,0,4.6302
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,256,64,1,0,8.7726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,256,128,1,0,17.2011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,256,256,1,0,34.2459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,2,256,512,1,0,68.1608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,1,1,0,2.0596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,16,1,0,2.0947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,32,1,0,2.0894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,64,1,0,2.0923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,128,1,0,2.1138
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,256,1,0,2.1030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,512,1,0,2.0985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,1024,1,0,2.1135
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,1536,1,0,2.1428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,2048,1,0,2.1651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,3072,1,0,2.2338
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,4096,1,0,2.7333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,6144,1,0,3.9810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,8192,1,0,5.2500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,10240,1,0,6.5661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,12288,1,0,8.0371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,16384,1,0,10.8717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,1,32768,1,0,24.7920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,1,1,0,2.0375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,16,1,0,2.0897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,32,1,0,2.0845
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,64,1,0,2.0858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,128,1,0,2.0871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,256,1,0,2.0863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,512,1,0,2.1092
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,1024,1,0,2.1631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,1536,1,0,2.2237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,2048,1,0,2.6117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,3072,1,0,3.7944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,4096,1,0,4.9708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,6144,1,0,7.4387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,8192,1,0,10.0019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,10240,1,0,12.6572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,12288,1,0,15.4513
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,16384,1,0,21.4797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,2,32768,1,0,49.2162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,1,1,0,2.0571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,16,1,0,2.0850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,32,1,0,2.1013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,64,1,0,2.0991
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,128,1,0,2.0949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,256,1,0,2.1181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,512,1,0,2.1799
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,1024,1,0,2.5812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,1536,1,0,3.6495
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,2048,1,0,4.7371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,3072,1,0,7.0990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,4096,1,0,9.4653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,6144,1,0,14.4137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,8192,1,0,19.5390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,10240,1,0,24.8937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,12288,1,0,30.9372
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,16384,1,0,42.2456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,4,32768,1,0,98.0813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,1,1,0,2.0516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,16,1,0,2.1004
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,32,1,0,2.0981
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,64,1,0,2.0888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,128,1,0,2.1213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,256,1,0,2.1706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,512,1,0,2.5550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,1024,1,0,4.6736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,1536,1,0,6.8077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,2048,1,0,8.9649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,3072,1,0,13.6946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,4096,1,0,18.4938
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,6144,1,0,28.4697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,8192,1,0,38.7543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,10240,1,0,49.3962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,12288,1,0,60.7658
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,8,16384,1,0,84.1723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,16,1,1,0,2.0513
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,16,16,1,0,2.0858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,16,32,1,0,2.0873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,16,64,1,0,2.0990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,16,128,1,0,2.1558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,16,256,1,0,2.5628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,16,512,1,0,4.6446
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,16,1024,1,0,8.8316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,16,1536,1,0,13.1507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,16,2048,1,0,17.5253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,16,3072,1,0,27.0110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,16,4096,1,0,36.6725
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,16,6144,1,0,56.6005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,16,8192,1,0,77.1676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,32,1,1,0,2.0607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,32,16,1,0,2.0766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,32,32,1,0,2.1045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,32,64,1,0,2.1665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,32,128,1,0,2.5427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,32,256,1,0,4.6540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,32,512,1,0,8.7915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,32,1024,1,0,17.2440
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,32,1536,1,0,25.9181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,32,2048,1,0,34.7084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,32,3072,1,0,53.6573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,32,4096,1,0,72.9360
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,64,1,1,0,2.0575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,64,16,1,0,2.1086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,64,32,1,0,2.1792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,64,64,1,0,2.5407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,64,128,1,0,4.6112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,64,256,1,0,8.8039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,64,512,1,0,17.1512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,64,1024,1,0,34.1588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,64,1536,1,0,51.4472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,64,2048,1,0,68.9827
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,128,1,1,0,2.0286
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,128,16,1,0,2.1368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,128,32,1,0,2.5400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,128,64,1,0,4.6028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,128,128,1,0,8.7197
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,128,256,1,0,17.1554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,128,512,1,0,33.9623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,128,1024,1,0,67.9255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,256,1,1,0,2.0331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,256,16,1,0,2.5386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,256,32,1,0,4.5889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,256,64,1,0,8.7066
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,256,128,1,0,17.0330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,256,256,1,0,33.9479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,fp8,fp8,nvfp4,1,256,512,1,0,67.5259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,0,1.0585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16,1,0,1.1225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32,1,0,1.1181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,64,1,0,1.1230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,128,1,0,1.1327
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,256,1,0,1.1341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,512,1,0,1.1600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1024,1,0,1.3474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1536,1,0,1.7764
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,2048,1,0,2.2728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,3072,1,0,3.1914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,4096,1,0,4.3039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,6144,1,0,6.2214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,8192,1,0,8.4593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,10240,1,0,10.4751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,12288,1,0,12.6676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16384,1,0,17.3584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32768,1,0,36.6453
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,0,1.0670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16,1,0,1.1238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32,1,0,1.1227
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,64,1,0,1.1426
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,128,1,0,1.1407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,256,1,0,1.1601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,512,1,0,1.3446
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1024,1,0,2.2630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1536,1,0,3.1305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,2048,1,0,4.1871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,3072,1,0,6.0565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,4096,1,0,8.2303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,6144,1,0,12.1902
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,8192,1,0,16.5476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,10240,1,0,20.2919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,12288,1,0,24.7868
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16384,1,0,33.5253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32768,1,0,72.8583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,0,1.0754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16,1,0,1.1264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32,1,0,1.1375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,64,1,0,1.1331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,128,1,0,1.1531
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,256,1,0,1.3454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,512,1,0,2.2612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1024,1,0,4.1607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1536,1,0,5.9222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,2048,1,0,7.9915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,3072,1,0,11.8696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,4096,1,0,16.0745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,6144,1,0,23.8316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,8192,1,0,31.8974
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,10240,1,0,40.2256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,12288,1,0,50.0173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16384,1,0,66.6571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32768,1,0,148.2389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,0,1.0754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,16,1,0,1.1287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,32,1,0,1.1452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,64,1,0,1.1714
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,128,1,0,1.3498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,256,1,0,2.2579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,512,1,0,4.1502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1024,1,0,7.9328
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1536,1,0,11.6093
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,2048,1,0,15.6084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,3072,1,0,23.1470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,4096,1,0,30.9129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,6144,1,0,48.1049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,8192,1,0,63.3784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,10240,1,0,80.4930
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,12288,1,0,97.5326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,16384,1,0,135.9009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,0,1.0800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,16,1,0,1.1375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,32,1,0,1.1601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,64,1,0,1.3479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,128,1,0,2.2529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,256,1,0,4.1591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,512,1,0,7.9135
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1024,1,0,15.5029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1536,1,0,22.6462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,2048,1,0,29.9857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,3072,1,0,46.7317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,4096,1,0,61.4367
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,6144,1,0,93.6974
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,8192,1,0,130.9029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,0,1.0739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,16,1,0,1.1672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,32,1,0,1.3578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,64,1,0,2.5178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,128,1,0,4.1595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,256,1,0,8.8882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,512,1,0,15.4853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1024,1,0,32.7619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1536,1,0,45.8140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,2048,1,0,63.0150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,3072,1,0,90.9434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,4096,1,0,128.6525
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,0,1.0952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,16,1,0,1.4757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,32,1,0,2.2654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,64,1,0,4.6721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,128,1,0,7.9110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,256,1,0,17.4549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,512,1,0,30.1394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1024,1,0,65.1748
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1536,1,0,95.8793
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,2048,1,0,124.3456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,0,1.0842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,16,1,0,2.2560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,32,1,0,4.1310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,64,1,0,7.8747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,128,1,0,15.3933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,256,1,0,29.6578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,512,1,0,58.9575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1024,1,0,120.6444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,0,1.0957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,16,1,0,4.1273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,32,1,0,7.8728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,64,1,0,15.3960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,128,1,0,29.5616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,256,1,0,59.1822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,512,1,0,120.2288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,0,1.0979
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16,1,0,1.1368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32,1,0,1.1528
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,64,1,0,1.1451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,128,1,0,1.1468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,256,1,0,1.1489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,512,1,0,1.1750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1024,1,0,1.2160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1536,1,0,1.5881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,2048,1,0,1.9942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,3072,1,0,2.7737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,4096,1,0,3.6524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,6144,1,0,5.3308
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,8192,1,0,7.1930
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,10240,1,0,8.9734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,12288,1,0,10.8577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16384,1,0,14.8711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32768,1,0,32.0602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,0,1.0883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16,1,0,1.1488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32,1,0,1.1450
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,64,1,0,1.1477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,128,1,0,1.1568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,256,1,0,1.1676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,512,1,0,1.2192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1024,1,0,1.9821
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1536,1,0,2.7095
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,2048,1,0,3.5339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,3072,1,0,5.1570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,4096,1,0,6.9538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,6144,1,0,10.3560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,8192,1,0,14.0545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,10240,1,0,17.4730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,12288,1,0,21.4072
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16384,1,0,28.9607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32768,1,0,63.7357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,0,1.0904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16,1,0,1.1350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32,1,0,1.1519
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,64,1,0,1.1594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,128,1,0,1.1709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,256,1,0,1.2153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,512,1,0,1.9756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1024,1,0,3.5021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1536,1,0,5.0236
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,2048,1,0,6.7244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,3072,1,0,10.0413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,4096,1,0,13.5720
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,6144,1,0,20.4423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,8192,1,0,27.3161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,10240,1,0,34.5524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,12288,1,0,42.6375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16384,1,0,57.5100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32768,1,0,128.5491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,0,1.0826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16,1,0,1.1705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,32,1,0,1.1580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,64,1,0,1.1768
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,128,1,0,1.2159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,256,1,0,1.9717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,512,1,0,3.4912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1024,1,0,6.6776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1536,1,0,9.7824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,2048,1,0,13.1089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,3072,1,0,19.7646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,4096,1,0,26.3449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,6144,1,0,40.7455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,8192,1,0,54.2456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,10240,1,0,68.6738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,12288,1,0,83.7770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16384,1,0,116.1454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,0,1.0922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,16,1,0,1.1493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,32,1,0,1.1751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,64,1,0,1.2164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,128,1,0,1.9678
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,256,1,0,3.4906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,512,1,0,6.6309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1024,1,0,12.9946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1536,1,0,19.2551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,2048,1,0,25.4218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,3072,1,0,39.3535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,4096,1,0,52.3003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,6144,1,0,79.9571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,8192,1,0,109.6082
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,0,1.1104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,16,1,0,1.1815
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,32,1,0,1.2203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,64,1,0,1.9723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,128,1,0,3.4761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,256,1,0,6.6559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,512,1,0,12.9563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1024,1,0,25.2001
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1536,1,0,38.2943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,2048,1,0,50.4040
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,3072,1,0,77.1936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,4096,1,0,109.9038
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,0,1.1112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,16,1,0,1.2196
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,32,1,0,1.9724
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,64,1,0,3.4717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,128,1,0,6.6050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,256,1,0,12.9760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,512,1,0,25.0965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1024,1,0,49.9472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1536,1,0,75.0725
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,2048,1,0,101.9594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,0,1.1061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,16,1,0,1.9662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,32,1,0,3.4659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,64,1,0,6.5983
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,128,1,0,12.8874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,256,1,0,25.1174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,512,1,0,49.7966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1024,1,0,100.9347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,0,1.1078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,16,1,0,3.4686
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,32,1,0,6.5980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,64,1,0,12.8855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,128,1,0,24.9727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,256,1,0,49.7887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,512,1,0,100.6401
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,0,1.0895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16,1,0,1.1272
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32,1,0,1.1448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,64,1,0,1.1360
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,128,1,0,1.1424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,256,1,0,1.1392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,512,1,0,1.1618
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1024,1,0,1.1980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1536,1,0,1.3708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,2048,1,0,1.6932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,3072,1,0,2.3430
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,4096,1,0,3.0306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,6144,1,0,4.4090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,8192,1,0,5.8820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,10240,1,0,7.3542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,12288,1,0,8.9859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16384,1,0,12.2014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32768,1,0,27.1766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,0,1.1004
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16,1,0,1.1476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32,1,0,1.1546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,64,1,0,1.1510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,128,1,0,1.1568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,256,1,0,1.1687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,512,1,0,1.2037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1024,1,0,1.6849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1536,1,0,2.2831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,2048,1,0,2.9233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,3072,1,0,4.2421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,4096,1,0,5.6245
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,6144,1,0,8.5057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,8192,1,0,11.3878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,10240,1,0,14.4068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,12288,1,0,17.7672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16384,1,0,24.0683
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32768,1,0,54.0595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,0,1.0879
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16,1,0,1.1397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32,1,0,1.1320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,64,1,0,1.1485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,128,1,0,1.1727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,256,1,0,1.2045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,512,1,0,1.6747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1024,1,0,2.8795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1536,1,0,4.1097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,2048,1,0,5.4179
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,3072,1,0,8.1741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,4096,1,0,10.9057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,6144,1,0,16.7914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,8192,1,0,22.4315
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,10240,1,0,28.4679
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,12288,1,0,34.9015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16384,1,0,47.8641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32768,1,0,107.6541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,0,1.0900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16,1,0,1.1413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,32,1,0,1.1483
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,64,1,0,1.1662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,128,1,0,1.1959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,256,1,0,1.6722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,512,1,0,2.8761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1024,1,0,5.3435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1536,1,0,7.9298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,2048,1,0,10.4569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,3072,1,0,16.1161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,4096,1,0,21.4643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,6144,1,0,32.9757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,8192,1,0,44.5673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,10240,1,0,56.4807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,12288,1,0,69.1311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16384,1,0,95.1567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,0,1.0884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,16,1,0,1.1573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,32,1,0,1.1755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,64,1,0,1.2106
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,128,1,0,1.6679
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,256,1,0,2.8867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,512,1,0,5.3104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1024,1,0,10.3466
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1536,1,0,15.5921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,2048,1,0,20.5465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,3072,1,0,31.6006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,4096,1,0,42.6215
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,6144,1,0,66.8927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,8192,1,0,88.6425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,0,1.1014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,16,1,0,1.1806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,32,1,0,1.2321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,64,1,0,1.6739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,128,1,0,3.3937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,256,1,0,5.3262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,512,1,0,12.1039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1024,1,0,20.3025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1536,1,0,33.8002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,2048,1,0,40.7335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,3072,1,0,65.7739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,4096,1,0,84.8046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,0,1.1167
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,16,1,0,1.2068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,32,1,0,1.9335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,64,1,0,2.8588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,128,1,0,6.3488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,256,1,0,10.3034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,512,1,0,23.9345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1024,1,0,40.2282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1536,1,0,66.9878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,2048,1,0,80.9961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,0,1.1134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,16,1,0,1.6613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,32,1,0,3.4177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,64,1,0,5.2688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,128,1,0,12.4103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,256,1,0,20.2215
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,512,1,0,47.6154
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1024,1,0,79.9766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,0,1.1219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,16,1,0,2.8576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,32,1,0,6.3941
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,64,1,0,10.2068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,128,1,0,24.5034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,256,1,0,40.0298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,512,1,0,94.7845
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,0,1.0924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16,1,0,1.1622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32,1,0,1.1697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,64,1,0,1.1632
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,128,1,0,1.1561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,256,1,0,1.1590
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,512,1,0,1.1667
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1024,1,0,1.1763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1536,1,0,1.1997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,2048,1,0,1.2459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,3072,1,0,1.7914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,4096,1,0,2.3841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,6144,1,0,3.5992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,8192,1,0,4.8626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,10240,1,0,6.2026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,12288,1,0,7.6426
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16384,1,0,10.5243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32768,1,0,24.1664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,0,1.1085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16,1,0,1.1602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32,1,0,1.1625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,64,1,0,1.1641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,128,1,0,1.1574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,256,1,0,1.1598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,512,1,0,1.1662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1024,1,0,1.1937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1536,1,0,1.4975
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,2048,1,0,2.0133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,3072,1,0,3.1538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,4096,1,0,4.3633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,6144,1,0,6.8873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,8192,1,0,9.4261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,10240,1,0,12.1578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,12288,1,0,15.0486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16384,1,0,20.8265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32768,1,0,27.5351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,0,1.1110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16,1,0,1.1621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32,1,0,1.1680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,64,1,0,1.1633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,128,1,0,1.1590
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,256,1,0,1.1677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,512,1,0,1.1815
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1024,1,0,1.6780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1536,1,0,2.5508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,2048,1,0,3.6137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,3072,1,0,6.0717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,4096,1,0,8.4817
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,6144,1,0,13.6363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,8192,1,0,18.6825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,10240,1,0,24.1779
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,12288,1,0,29.7831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16384,1,0,21.3459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32768,1,0,54.5857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,0,1.0980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16,1,0,1.1551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,32,1,0,1.1652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,64,1,0,1.1603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,128,1,0,1.1555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,256,1,0,1.1750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,512,1,0,1.5075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1024,1,0,2.9406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1536,1,0,4.8136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,2048,1,0,6.9962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,3072,1,0,11.8944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,4096,1,0,16.8471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,6144,1,0,26.9842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,8192,1,0,18.1509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,10240,1,0,23.4801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,12288,1,0,29.5646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16384,1,0,42.3353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,0,1.1144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,16,1,0,1.1589
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,32,1,0,1.1681
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,64,1,0,1.1610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,128,1,0,1.1560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,256,1,0,1.4187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,512,1,0,2.6098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1024,1,0,5.6267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1536,1,0,9.4572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,2048,1,0,13.8297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,3072,1,0,23.6937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,4096,1,0,16.3418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,6144,1,0,25.8633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,8192,1,0,35.8952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,0,1.1205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,16,1,0,1.1535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,32,1,0,1.1721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,64,1,0,1.1724
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,128,1,0,1.3762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,256,1,0,2.4204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,512,1,0,4.9493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1024,1,0,11.0288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1536,1,0,18.6546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,2048,1,0,14.7358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,3072,1,0,23.3923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,4096,1,0,32.3012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,0,1.1242
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,16,1,0,1.1652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,32,1,0,1.1597
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,64,1,0,1.3717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,128,1,0,2.3128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,256,1,0,4.5369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,512,1,0,9.7123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1024,1,0,14.5266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1536,1,0,21.7720
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,2048,1,0,29.1225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,0,1.1311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,16,1,0,1.1628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,32,1,0,1.3726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,64,1,0,2.3263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,128,1,0,4.3349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,256,1,0,8.8001
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,512,1,0,14.4323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1024,1,0,28.7004
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,0,1.1199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,16,1,0,1.3811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,32,1,0,2.3225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,64,1,0,4.3435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,128,1,0,8.4057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,256,1,0,14.3717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,512,1,0,28.4886
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,0,1.0884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,16,1,0,1.1471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,32,1,0,1.1563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,64,1,0,1.1551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,128,1,0,1.1524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,256,1,0,1.1444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,512,1,0,1.1487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1024,1,0,1.1657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1536,1,0,1.1854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,2048,1,0,1.2053
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,3072,1,0,1.7184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,4096,1,0,2.2972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,6144,1,0,3.5071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,8192,1,0,4.7444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,10240,1,0,6.0888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,12288,1,0,7.4939
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,16384,1,0,10.3162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,32768,1,0,23.7282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,0,1.0992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,16,1,0,1.1462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,32,1,0,1.1541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,64,1,0,1.1538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,128,1,0,1.1518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,256,1,0,1.1524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,512,1,0,1.1524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1024,1,0,1.1724
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1536,1,0,1.3591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,2048,1,0,1.8789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,3072,1,0,3.0229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,4096,1,0,4.2175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,6144,1,0,6.6934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,8192,1,0,9.2146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,10240,1,0,11.8672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,12288,1,0,14.7042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,16384,1,0,20.3458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,32768,1,0,24.3423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,0,1.0973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,16,1,0,1.1538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,32,1,0,1.1651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,64,1,0,1.1596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,128,1,0,1.1582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,256,1,0,1.1467
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,512,1,0,1.1554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1024,1,0,1.4916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1536,1,0,2.3207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,2048,1,0,3.3463
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,3072,1,0,5.7644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,4096,1,0,8.1104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,6144,1,0,13.1150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,8192,1,0,18.2158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,10240,1,0,23.5661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,12288,1,0,29.0814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,16384,1,0,18.1274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,32768,1,0,48.3781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,0,1.1119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,16,1,0,1.1465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,32,1,0,1.1601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,64,1,0,1.1520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,128,1,0,1.1600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,256,1,0,1.1594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,512,1,0,1.3046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1024,1,0,2.5817
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1536,1,0,4.3812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,2048,1,0,6.4359
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,3072,1,0,11.2566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,4096,1,0,16.0595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,6144,1,0,26.1229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,8192,1,0,14.9784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,10240,1,0,19.5759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,12288,1,0,24.7948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,16384,1,0,35.8717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,0,1.1039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,16,1,0,1.1551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,32,1,0,1.1542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,64,1,0,1.1521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,128,1,0,1.1512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,256,1,0,1.2058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,512,1,0,2.2074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1024,1,0,4.8833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1536,1,0,8.4688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,2048,1,0,12.7014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,3072,1,0,22.4302
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,4096,1,0,13.1712
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,6144,1,0,21.0192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,8192,1,0,29.5216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,0,1.1118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,16,1,0,1.1525
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,32,1,0,1.1675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,64,1,0,1.1546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,128,1,0,1.1752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,256,1,0,2.0031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,512,1,0,4.1459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1024,1,0,9.4919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1536,1,0,16.6723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,2048,1,0,11.5460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,3072,1,0,18.5532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,4096,1,0,25.9383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,0,1.1177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,16,1,0,1.1519
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,32,1,0,1.1571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,64,1,0,1.1803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,128,1,0,1.9204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,256,1,0,3.6944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,512,1,0,8.0390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1024,1,0,11.3256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1536,1,0,16.9493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,2048,1,0,22.7366
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,0,1.1188
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,16,1,0,1.1479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,32,1,0,1.1783
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,64,1,0,1.9186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,128,1,0,3.5204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,256,1,0,7.0864
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,512,1,0,11.2186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1024,1,0,22.2755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,0,1.1326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,16,1,0,1.1818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,32,1,0,1.9286
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,64,1,0,3.5199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,128,1,0,6.7348
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,256,1,0,11.1730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,512,1,0,22.1273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,0,1.0784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,16,1,0,1.1414
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,32,1,0,1.1620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,64,1,0,1.1572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,128,1,0,1.1609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,256,1,0,1.1640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,512,1,0,1.1706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1024,1,0,1.1690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1536,1,0,1.1879
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,2048,1,0,1.2172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,3072,1,0,1.6468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,4096,1,0,2.1942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,6144,1,0,3.3496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,8192,1,0,4.5564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,10240,1,0,5.8165
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,12288,1,0,7.1958
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,16384,1,0,9.9407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,32768,1,0,22.9727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,0,1.0962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,16,1,0,1.1628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,32,1,0,1.1558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,64,1,0,1.1435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,128,1,0,1.1516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,256,1,0,1.1502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,512,1,0,1.1560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1024,1,0,1.1835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1536,1,0,1.2924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,2048,1,0,1.7708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,3072,1,0,2.8614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,4096,1,0,4.0133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,6144,1,0,6.4487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,8192,1,0,8.8433
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,10240,1,0,11.3508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,12288,1,0,14.1118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,16384,1,0,19.5812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,32768,1,0,22.6239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,0,1.1086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,16,1,0,1.1631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,32,1,0,1.1636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,64,1,0,1.1499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,128,1,0,1.1563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,256,1,0,1.1643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,512,1,0,1.1703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1024,1,0,1.3877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1536,1,0,2.1547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,2048,1,0,3.1501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,3072,1,0,5.4855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,4096,1,0,7.7287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,6144,1,0,12.6036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,8192,1,0,17.3910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,10240,1,0,22.5430
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,12288,1,0,27.9161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,16384,1,0,16.4595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,32768,1,0,45.0865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,0,1.1034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,16,1,0,1.1566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,32,1,0,1.1543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,64,1,0,1.1561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,128,1,0,1.1562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,256,1,0,1.1533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,512,1,0,1.1971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1024,1,0,2.3807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1536,1,0,4.0719
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,2048,1,0,6.0365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,3072,1,0,10.7340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,4096,1,0,15.2882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,6144,1,0,24.9750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,8192,1,0,13.2418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,10240,1,0,17.4781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,12288,1,0,22.3107
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,16384,1,0,32.7267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,0,1.1143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,16,1,0,1.1631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,32,1,0,1.1608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,64,1,0,1.1605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,128,1,0,1.1601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,256,1,0,1.1733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,512,1,0,1.9924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1024,1,0,4.4757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1536,1,0,7.8962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,2048,1,0,11.8840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,3072,1,0,21.1543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,4096,1,0,11.4464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,6144,1,0,18.6292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,8192,1,0,26.3117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,0,1.1214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,16,1,0,1.1566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,32,1,0,1.1565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,64,1,0,1.1565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,128,1,0,1.1739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,256,1,0,1.7948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,512,1,0,3.7501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1024,1,0,8.6991
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1536,1,0,15.4555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,2048,1,0,9.8423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,3072,1,0,16.1410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,4096,1,0,22.7200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,0,1.1327
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,16,1,0,1.1694
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,32,1,0,1.1639
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,64,1,0,1.1734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,128,1,0,1.7063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,256,1,0,3.3144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,512,1,0,7.2148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1024,1,0,9.6176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1536,1,0,14.5498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,2048,1,0,19.5824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,0,1.1208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,16,1,0,1.1574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,32,1,0,1.1700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,64,1,0,1.7219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,128,1,0,3.1314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,256,1,0,6.2851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,512,1,0,9.5288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1024,1,0,19.1384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,0,1.1189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,16,1,0,1.1726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,32,1,0,1.7216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,64,1,0,3.1375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,128,1,0,5.9360
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,256,1,0,9.4711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,512,1,0,18.9580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,0,1.1143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,16,1,0,1.1533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,32,1,0,1.1709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,64,1,0,1.1602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,128,1,0,1.1681
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,256,1,0,1.1694
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,512,1,0,1.1546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1024,1,0,1.1670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1536,1,0,1.1852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,2048,1,0,1.2222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,3072,1,0,1.6190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,4096,1,0,2.1328
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,6144,1,0,3.2795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,8192,1,0,4.4487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,10240,1,0,5.6857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,12288,1,0,7.0511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,16384,1,0,9.7246
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,32768,1,0,22.5503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,0,1.1036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,16,1,0,1.1587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,32,1,0,1.1604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,64,1,0,1.1603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,128,1,0,1.1462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,256,1,0,1.1566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,512,1,0,1.1532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1024,1,0,1.1842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1536,1,0,1.2655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,2048,1,0,1.7138
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,3072,1,0,2.7829
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,4096,1,0,3.8937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,6144,1,0,6.2314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,8192,1,0,8.6449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,10240,1,0,11.1021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,12288,1,0,13.8669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,16384,1,0,19.2024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,32768,1,0,21.8664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,0,1.1166
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,16,1,0,1.1731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,32,1,0,1.1692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,64,1,0,1.1613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,128,1,0,1.1649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,256,1,0,1.1577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,512,1,0,1.1631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1024,1,0,1.3484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1536,1,0,2.0832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,2048,1,0,3.0187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,3072,1,0,5.3387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,4096,1,0,7.5347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,6144,1,0,12.2784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,8192,1,0,17.0024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,10240,1,0,22.0312
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,12288,1,0,27.4416
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,16384,1,0,15.7111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,32768,1,0,43.5210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,0,1.1101
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,16,1,0,1.1550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,32,1,0,1.1495
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,64,1,0,1.1651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,128,1,0,1.1500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,256,1,0,1.1595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,512,1,0,1.1831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1024,1,0,2.2683
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1536,1,0,3.9146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,2048,1,0,5.8596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,3072,1,0,10.3890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,4096,1,0,14.9167
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,6144,1,0,24.4370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,8192,1,0,12.4877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,10240,1,0,16.5132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,12288,1,0,21.1606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,16384,1,0,31.1672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,0,1.1132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,16,1,0,1.1635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,32,1,0,1.1603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,64,1,0,1.1521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,128,1,0,1.1466
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,256,1,0,1.1766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,512,1,0,1.8910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1024,1,0,4.2902
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1536,1,0,7.6274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,2048,1,0,11.5281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,3072,1,0,20.6780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,4096,1,0,10.6903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,6144,1,0,17.4578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,8192,1,0,24.7458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,0,1.1334
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,16,1,0,1.1647
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,32,1,0,1.1810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,64,1,0,1.1610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,128,1,0,1.1693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,256,1,0,1.6867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,512,1,0,3.5533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1024,1,0,8.3756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1536,1,0,14.8969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,2048,1,0,9.0903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,3072,1,0,14.9992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,4096,1,0,21.1854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,0,1.1286
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,16,1,0,1.1549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,32,1,0,1.1542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,64,1,0,1.1740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,128,1,0,1.5999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,256,1,0,3.1015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,512,1,0,6.8554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1024,1,0,8.8652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1536,1,0,13.3774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,2048,1,0,17.9972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,0,1.1303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,16,1,0,1.1563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,32,1,0,1.1739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,64,1,0,1.6046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,128,1,0,2.9367
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,256,1,0,5.9226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,512,1,0,8.7672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1024,1,0,17.5749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,0,1.1191
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,16,1,0,1.1633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,32,1,0,1.6083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,64,1,0,2.9347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,128,1,0,5.5716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,256,1,0,8.7122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,512,1,0,17.4055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,0,1.1014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,16,1,0,1.1497
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,32,1,0,1.1575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,64,1,0,1.1538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,128,1,0,1.1571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,256,1,0,1.1506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,512,1,0,1.1512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1024,1,0,1.1599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1536,1,0,1.1799
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,2048,1,0,1.2076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,3072,1,0,1.5999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,4096,1,0,2.1267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,6144,1,0,3.2253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,8192,1,0,4.3997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,10240,1,0,5.5982
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,12288,1,0,6.9605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,16384,1,0,9.6560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,32768,1,0,22.4320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,0,1.0981
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,16,1,0,1.1629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,32,1,0,1.1557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,64,1,0,1.1621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,128,1,0,1.1485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,256,1,0,1.1587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,512,1,0,1.1481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1024,1,0,1.1865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1536,1,0,1.2460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,2048,1,0,1.6982
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,3072,1,0,2.7543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,4096,1,0,3.8579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,6144,1,0,6.1922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,8192,1,0,8.4949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,10240,1,0,11.0545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,12288,1,0,13.6774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,16384,1,0,19.0780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,32768,1,0,21.5103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,0,1.0942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,16,1,0,1.1486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,32,1,0,1.1579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,64,1,0,1.1397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,128,1,0,1.1510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,256,1,0,1.1501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,512,1,0,1.1565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1024,1,0,1.3252
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1536,1,0,2.0470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,2048,1,0,3.0028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,3072,1,0,5.2682
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,4096,1,0,7.4261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,6144,1,0,12.1599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,8192,1,0,16.8867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,10240,1,0,21.9134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,12288,1,0,27.1621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,16384,1,0,15.3472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,32768,1,0,42.8071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,0,1.1190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,16,1,0,1.1894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,32,1,0,1.1576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,64,1,0,1.1528
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,128,1,0,1.1526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,256,1,0,1.1652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,512,1,0,1.1856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1024,1,0,2.2306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1536,1,0,3.8335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,2048,1,0,5.7524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,3072,1,0,10.2995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,4096,1,0,14.7048
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,6144,1,0,24.1711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,8192,1,0,12.1307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,10240,1,0,16.0576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,12288,1,0,20.6031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,16384,1,0,30.4470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,0,1.1120
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,16,1,0,1.1636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,32,1,0,1.1639
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,64,1,0,1.1546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,128,1,0,1.1586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,256,1,0,1.1732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,512,1,0,1.8461
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1024,1,0,4.1957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1536,1,0,7.4431
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,2048,1,0,11.2997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,3072,1,0,20.3619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,4096,1,0,10.3360
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,6144,1,0,16.9393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,8192,1,0,24.0224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,0,1.1232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,16,1,0,1.1536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,32,1,0,1.1520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,64,1,0,1.1600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,128,1,0,1.1698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,256,1,0,1.6467
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,512,1,0,3.4326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1024,1,0,8.1684
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1536,1,0,14.5824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,2048,1,0,8.7282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,3072,1,0,14.4735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,4096,1,0,20.4459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,0,1.1257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,16,1,0,1.1562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,32,1,0,1.1551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,64,1,0,1.1721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,128,1,0,1.5560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,256,1,0,3.0063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,512,1,0,6.6852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1024,1,0,8.5118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1536,1,0,12.8568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,2048,1,0,17.2795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,0,1.1261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,16,1,0,1.1555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,32,1,0,1.1665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,64,1,0,1.5585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,128,1,0,2.8343
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,256,1,0,5.7256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,512,1,0,8.4166
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1024,1,0,16.8546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,0,1.1257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,16,1,0,1.1728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,32,1,0,1.5631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,64,1,0,2.8383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,128,1,0,5.3789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,256,1,0,8.3682
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,512,1,0,16.6601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,0,1.1132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,16,1,0,1.1816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,32,1,0,1.1778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,64,1,0,1.1856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,128,1,0,1.1918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,256,1,0,1.1943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,512,1,0,1.2109
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1024,1,0,1.4000
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1536,1,0,1.8455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,2048,1,0,2.3624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,3072,1,0,3.3281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,4096,1,0,4.4794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,6144,1,0,6.4782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,8192,1,0,8.8072
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,10240,1,0,10.8865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,12288,1,0,13.1803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,16384,1,0,18.0433
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,32768,1,0,37.9382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,0,1.1182
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,16,1,0,1.1742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,32,1,0,1.1826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,64,1,0,1.1881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,128,1,0,1.2042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,256,1,0,1.1997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,512,1,0,1.3957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1024,1,0,2.3555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1536,1,0,3.2653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,2048,1,0,4.3543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,3072,1,0,6.3161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,4096,1,0,8.5758
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,6144,1,0,12.7046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,8192,1,0,17.2179
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,10240,1,0,21.1195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,12288,1,0,25.7814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,16384,1,0,34.8225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,32768,1,0,75.4556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,0,1.1243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,16,1,0,1.1802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,32,1,0,1.1749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,64,1,0,1.2042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,128,1,0,1.2141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,256,1,0,1.3965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,512,1,0,2.3440
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1024,1,0,4.3255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1536,1,0,6.1800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,2048,1,0,8.3419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,3072,1,0,12.3730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,4096,1,0,16.7287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,6144,1,0,24.8034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,8192,1,0,33.1945
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,10240,1,0,41.8687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,12288,1,0,51.9844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,16384,1,0,69.2471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,32768,1,0,153.4437
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,0,1.1242
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,16,1,0,1.1842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,32,1,0,1.1905
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,64,1,0,1.2143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,128,1,0,1.3986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,256,1,0,2.3484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,512,1,0,4.3250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1024,1,0,8.2688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1536,1,0,12.1077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,2048,1,0,16.2603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,3072,1,0,24.1775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,4096,1,0,32.2903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,6144,1,0,50.1428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,8192,1,0,66.0330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,10240,1,0,83.3334
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,12288,1,0,101.4903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,16384,1,0,141.0588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,0,1.1167
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,16,1,0,1.1835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,32,1,0,1.2143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,64,1,0,1.3952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,128,1,0,2.3479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,256,1,0,4.3230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,512,1,0,8.2620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1024,1,0,16.1449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1536,1,0,23.6796
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,2048,1,0,31.3635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,3072,1,0,48.8270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,4096,1,0,64.2456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,6144,1,0,97.7619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,8192,1,0,134.7015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,0,1.1304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,16,1,0,1.2119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,32,1,0,1.4018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,64,1,0,2.3417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,128,1,0,4.3034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,256,1,0,8.2712
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,512,1,0,16.1386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1024,1,0,31.1201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1536,1,0,47.8057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,2048,1,0,62.3862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,3072,1,0,95.1222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,4096,1,0,131.0567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,0,1.1258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,16,1,0,1.4021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,32,1,0,2.3402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,64,1,0,4.2895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,128,1,0,8.2037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,256,1,0,16.1083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,512,1,0,31.0209
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1024,1,0,61.9125
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1536,1,0,93.0651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,2048,1,0,127.3207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,0,1.1449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,16,1,0,2.3384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,32,1,0,4.2947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,64,1,0,8.2065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,128,1,0,16.0471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,256,1,0,31.0435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,512,1,0,61.7579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1024,1,0,126.3361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,0,1.1671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,16,1,0,4.2928
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,32,1,0,8.2038
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,64,1,0,16.0351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,128,1,0,30.9112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,256,1,0,61.8439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,512,1,0,126.0157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,0,1.0918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,16,1,0,1.1690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,32,1,0,1.1809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,64,1,0,1.1792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,128,1,0,1.1809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,256,1,0,1.1913
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,512,1,0,1.2113
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1024,1,0,1.2965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1536,1,0,1.7039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,2048,1,0,2.1497
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,3072,1,0,2.9925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,4096,1,0,3.9379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,6144,1,0,5.7649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,8192,1,0,7.7670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,10240,1,0,9.6827
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,12288,1,0,11.7007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,16384,1,0,16.0120
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,32768,1,0,34.3263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,0,1.1054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,16,1,0,1.1837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,32,1,0,1.1854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,64,1,0,1.1824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,128,1,0,1.1926
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,256,1,0,1.2076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,512,1,0,1.2960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1024,1,0,2.1312
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1536,1,0,2.9343
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,2048,1,0,3.8267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,3072,1,0,5.5915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,4096,1,0,7.5408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,6144,1,0,11.2207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,8192,1,0,15.2099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,10240,1,0,18.8997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,12288,1,0,23.1290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,16384,1,0,31.2271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,32768,1,0,68.2812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,0,1.1133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,16,1,0,1.1877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,32,1,0,1.1867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,64,1,0,1.1879
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,128,1,0,1.2128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,256,1,0,1.2935
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,512,1,0,2.1262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1024,1,0,3.7900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1536,1,0,5.4553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,2048,1,0,7.3137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,3072,1,0,10.8859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,4096,1,0,14.7216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,6144,1,0,22.1843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,8192,1,0,29.5954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,10240,1,0,37.3933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,12288,1,0,46.4444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,16384,1,0,62.0645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,32768,1,0,137.6624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,0,1.1028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,16,1,0,1.1915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,32,1,0,1.1861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,64,1,0,1.2124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,128,1,0,1.2947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,256,1,0,2.1249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,512,1,0,3.7824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1024,1,0,7.2404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1536,1,0,10.6269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,2048,1,0,14.2635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,3072,1,0,21.5612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,4096,1,0,28.6845
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,6144,1,0,44.2086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,8192,1,0,58.8405
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,10240,1,0,74.3964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,12288,1,0,90.6422
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,16384,1,0,125.2583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,0,1.1129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,16,1,0,1.2008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,32,1,0,1.2172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,64,1,0,1.2946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,128,1,0,2.1172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,256,1,0,3.7853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,512,1,0,7.2218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1024,1,0,14.1543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1536,1,0,21.0316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,2048,1,0,27.7629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,3072,1,0,42.8949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,4096,1,0,57.0324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,6144,1,0,86.9646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,8192,1,0,118.8617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,0,1.1251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,16,1,0,1.2137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,32,1,0,1.2969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,64,1,0,2.1222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,128,1,0,3.7660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,256,1,0,7.2379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,512,1,0,14.1058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1024,1,0,27.5219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1536,1,0,41.8518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,2048,1,0,55.1929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,3072,1,0,84.3901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,4096,1,0,115.1934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,0,1.1128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,16,1,0,1.2942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,32,1,0,2.1191
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,64,1,0,3.7695
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,128,1,0,7.1767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,256,1,0,14.1242
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,512,1,0,27.4331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1024,1,0,54.7207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1536,1,0,82.2439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,2048,1,0,111.7413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,0,1.1081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,16,1,0,2.1205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,32,1,0,3.7653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,64,1,0,7.1760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,128,1,0,14.0358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,256,1,0,27.5023
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,512,1,0,54.5148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1024,1,0,110.5732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,0,1.1157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,16,1,0,3.7613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,32,1,0,7.1718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,64,1,0,14.0312
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,128,1,0,27.3140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,256,1,0,54.6270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,512,1,0,110.2676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,0,1.1415
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,16,1,0,1.1705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,32,1,0,1.1867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,64,1,0,1.1691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,128,1,0,1.1762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,256,1,0,1.1862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,512,1,0,1.2056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1024,1,0,1.2423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1536,1,0,1.4274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,2048,1,0,1.7726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,3072,1,0,2.4449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,4096,1,0,3.1677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,6144,1,0,4.6161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,8192,1,0,6.1464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,10240,1,0,7.7108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,12288,1,0,9.4089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,16384,1,0,12.7905
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,32768,1,0,28.3296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,0,1.1320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,16,1,0,1.1865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,32,1,0,1.1785
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,64,1,0,1.1746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,128,1,0,1.1922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,256,1,0,1.2079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,512,1,0,1.2478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1024,1,0,1.7577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1536,1,0,2.3868
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,2048,1,0,3.0569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,3072,1,0,4.4428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,4096,1,0,5.9012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,6144,1,0,8.9236
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,8192,1,0,11.9663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,10240,1,0,15.1430
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,12288,1,0,18.6245
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,16384,1,0,25.2229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,32768,1,0,56.3564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,0,1.1344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,16,1,0,1.1732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,32,1,0,1.1741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,64,1,0,1.1806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,128,1,0,1.1964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,256,1,0,1.2403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,512,1,0,1.7457
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1024,1,0,3.0310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1536,1,0,4.3157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,2048,1,0,5.6644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,3072,1,0,8.6118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,4096,1,0,11.4759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,6144,1,0,17.6612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,8192,1,0,23.5988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,10240,1,0,29.9065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,12288,1,0,36.6300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,16384,1,0,50.1523
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,32768,1,0,112.1751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,0,1.1283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,16,1,0,1.1777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,32,1,0,1.1914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,64,1,0,1.1941
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,128,1,0,1.2532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,256,1,0,1.7503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,512,1,0,3.0292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1024,1,0,5.6146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1536,1,0,8.3479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,2048,1,0,11.0214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,3072,1,0,17.0389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,4096,1,0,22.6772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,6144,1,0,34.7905
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,8192,1,0,46.9458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,10240,1,0,59.4258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,12288,1,0,72.6051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,16384,1,0,99.8374
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,0,1.1443
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,16,1,0,1.1864
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,32,1,0,1.2067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,64,1,0,1.2449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,128,1,0,1.7542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,256,1,0,3.0359
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,512,1,0,5.5995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1024,1,0,10.9134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1536,1,0,16.5187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,2048,1,0,21.7767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,3072,1,0,33.4657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,4096,1,0,45.1324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,6144,1,0,68.9315
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,8192,1,0,93.7022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,0,1.1526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,16,1,0,1.2117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,32,1,0,1.2495
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,64,1,0,1.7520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,128,1,0,3.0122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,256,1,0,5.6107
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,512,1,0,10.8704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1024,1,0,21.5274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1536,1,0,32.4546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,2048,1,0,43.2623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,3072,1,0,66.3251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,4096,1,0,89.6985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,0,1.1505
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,16,1,0,1.2547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,32,1,0,1.7498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,64,1,0,3.0129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,128,1,0,5.5592
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,256,1,0,10.8969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,512,1,0,21.4488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1024,1,0,42.8190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1536,1,0,64.1976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,2048,1,0,85.9672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,0,1.1547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,16,1,0,1.7487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,32,1,0,3.0052
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,64,1,0,5.5601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,128,1,0,10.7985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,256,1,0,21.4596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,512,1,0,42.6533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1024,1,0,85.0816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,0,1.1606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,16,1,0,3.0021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,32,1,0,5.5430
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,64,1,0,10.7977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,128,1,0,21.3045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,256,1,0,42.6457
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,512,1,0,84.7488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,0,1.1252
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,16,1,0,1.1613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,32,1,0,1.1753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,64,1,0,1.1745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,128,1,0,1.1736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,256,1,0,1.1727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,512,1,0,1.1962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1024,1,0,1.2310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1536,1,0,1.2863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,2048,1,0,1.5854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,3072,1,0,2.1675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,4096,1,0,2.7897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,6144,1,0,4.0671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,8192,1,0,5.3920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,10240,1,0,6.7678
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,12288,1,0,8.2707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,16384,1,0,11.2511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,32768,1,0,25.3354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,0,1.1269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,16,1,0,1.1735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,32,1,0,1.1810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,64,1,0,1.1752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,128,1,0,1.1789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,256,1,0,1.1973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,512,1,0,1.2425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1024,1,0,1.5711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1536,1,0,2.1140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,2048,1,0,2.6823
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,3072,1,0,3.8973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,4096,1,0,5.1530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,6144,1,0,7.7896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,8192,1,0,10.4319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,10240,1,0,13.2498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,12288,1,0,16.2234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,16384,1,0,22.2194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,32768,1,0,50.5205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,0,1.1369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,16,1,0,1.1804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,32,1,0,1.1823
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,64,1,0,1.1848
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,128,1,0,1.2008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,256,1,0,1.2330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,512,1,0,1.5631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1024,1,0,2.6567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1536,1,0,3.7679
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,2048,1,0,4.9132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,3072,1,0,7.4653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,4096,1,0,9.9522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,6144,1,0,15.2725
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,8192,1,0,20.6019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,10240,1,0,26.1830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,12288,1,0,32.0470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,16384,1,0,44.1845
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,32768,1,0,100.5728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,0,1.1387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,16,1,0,1.1806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,32,1,0,1.1870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,64,1,0,1.1956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,128,1,0,1.2247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,256,1,0,1.5613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,512,1,0,2.6556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1024,1,0,4.8625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1536,1,0,7.2095
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,2048,1,0,9.4981
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,3072,1,0,14.6559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,4096,1,0,19.6704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,6144,1,0,30.1992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,8192,1,0,40.9618
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,10240,1,0,51.9593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,12288,1,0,63.8178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,16384,1,0,88.1620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,0,1.1285
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,16,1,0,1.1768
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,32,1,0,1.2224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,64,1,0,1.2377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,128,1,0,1.5608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,256,1,0,2.7194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,512,1,0,4.8464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1024,1,0,9.3889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1536,1,0,14.1428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,2048,1,0,18.7604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,3072,1,0,28.9062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,4096,1,0,39.1152
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,6144,1,0,60.0488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,8192,1,0,81.4940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,0,1.1583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,16,1,0,1.2032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,32,1,0,1.2385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,64,1,0,1.5603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,128,1,0,2.6369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,256,1,0,4.8755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,512,1,0,9.3430
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1024,1,0,18.5259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1536,1,0,27.8550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,2048,1,0,37.2856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,3072,1,0,57.4510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,4096,1,0,77.7487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,0,1.1423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,16,1,0,1.2319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,32,1,0,1.5581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,64,1,0,2.6326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,128,1,0,4.8134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,256,1,0,9.3544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,512,1,0,18.4248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1024,1,0,36.7922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1536,1,0,55.3465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,2048,1,0,74.0403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,0,1.1620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,16,1,0,1.5620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,32,1,0,2.6340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,64,1,0,4.7983
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,128,1,0,9.2724
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,256,1,0,18.4715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,512,1,0,36.6565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1024,1,0,73.0650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,0,1.1587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,16,1,0,2.6386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,32,1,0,4.8009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,64,1,0,9.2644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,128,1,0,18.2886
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,256,1,0,36.7350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,512,1,0,72.7826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,0,1.1303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,16,1,0,1.1636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,32,1,0,1.1798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,64,1,0,1.1740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,128,1,0,1.1673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,256,1,0,1.1787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,512,1,0,1.1880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1024,1,0,1.2265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1536,1,0,1.2623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,2048,1,0,1.4848
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,3072,1,0,2.0481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,4096,1,0,2.6037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,6144,1,0,3.7865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,8192,1,0,5.0245
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,10240,1,0,6.3216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,12288,1,0,7.7264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,16384,1,0,10.5137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,32768,1,0,23.8266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,0,1.1582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,16,1,0,1.1912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,32,1,0,1.1789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,64,1,0,1.1896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,128,1,0,1.1976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,256,1,0,1.2140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,512,1,0,1.2282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1024,1,0,1.4804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1536,1,0,1.9841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,2048,1,0,2.5079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,3072,1,0,3.6195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,4096,1,0,4.7881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,6144,1,0,7.2427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,8192,1,0,9.7009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,10240,1,0,12.3247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,12288,1,0,15.1058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,16384,1,0,20.7062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,32768,1,0,47.5363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,0,1.1381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,16,1,0,1.1761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,32,1,0,1.1813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,64,1,0,1.1807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,128,1,0,1.1927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,256,1,0,1.2403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,512,1,0,1.4698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1024,1,0,2.4800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1536,1,0,3.4827
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,2048,1,0,4.5604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,3072,1,0,6.9131
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,4096,1,0,9.2235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,6144,1,0,14.1364
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,8192,1,0,19.0701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,10240,1,0,24.3026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,12288,1,0,29.7917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,16384,1,0,41.1728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,32768,1,0,94.6762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,0,1.1407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,16,1,0,1.1717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,32,1,0,1.1964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,64,1,0,1.1941
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,128,1,0,1.2358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,256,1,0,1.4672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,512,1,0,2.4702
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1024,1,0,4.4925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1536,1,0,6.6651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,2048,1,0,8.7552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,3072,1,0,13.5171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,4096,1,0,18.1449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,6144,1,0,27.9537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,8192,1,0,37.9728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,10240,1,0,48.2318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,12288,1,0,59.2992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,16384,1,0,81.9061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,0,1.1383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,16,1,0,1.1878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,32,1,0,1.1973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,64,1,0,1.2465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,128,1,0,1.4660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,256,1,0,2.4780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,512,1,0,4.4815
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1024,1,0,8.6358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1536,1,0,13.0207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,2048,1,0,17.2370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,3072,1,0,26.6139
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,4096,1,0,36.1322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,6144,1,0,55.4906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,8192,1,0,75.5313
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,0,1.1566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,16,1,0,1.2062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,32,1,0,1.2434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,64,1,0,1.4647
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,128,1,0,2.4586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,256,1,0,4.5014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,512,1,0,8.5940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1024,1,0,17.0104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1536,1,0,25.5849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,2048,1,0,34.2848
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,3072,1,0,52.8573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,4096,1,0,71.7599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,0,1.1447
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,16,1,0,1.2231
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,32,1,0,1.4584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,64,1,0,2.4493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,128,1,0,4.4485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,256,1,0,8.6263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,512,1,0,16.9104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1024,1,0,33.7742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1536,1,0,50.7291
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,2048,1,0,68.0088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,0,1.1458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,16,1,0,1.4650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,32,1,0,2.4498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,64,1,0,4.4465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,128,1,0,8.5416
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,256,1,0,16.9716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,512,1,0,33.6054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1024,1,0,67.0565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,0,1.1400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,16,1,0,2.4526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,32,1,0,4.4394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,64,1,0,8.5427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,128,1,0,16.7908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,256,1,0,33.7156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,512,1,0,66.7718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,0,1.1398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,16,1,0,1.1688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,32,1,0,1.1874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,64,1,0,1.1800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,128,1,0,1.1752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,256,1,0,1.1749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,512,1,0,1.1906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1024,1,0,1.2305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1536,1,0,1.2612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,2048,1,0,1.4537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,3072,1,0,1.9850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,4096,1,0,2.5155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,6144,1,0,3.6516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,8192,1,0,4.8407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,10240,1,0,6.0881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,12288,1,0,7.4532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,16384,1,0,10.1563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,32768,1,0,23.0792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,0,1.1533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,16,1,0,1.1875
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,32,1,0,1.1794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,64,1,0,1.1874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,128,1,0,1.1954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,256,1,0,1.1926
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,512,1,0,1.2272
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1024,1,0,1.4414
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1536,1,0,1.9232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,2048,1,0,2.4146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,3072,1,0,3.4853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,4096,1,0,4.6027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,6144,1,0,6.9644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,8192,1,0,9.3365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,10240,1,0,11.8595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,12288,1,0,14.5533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,16384,1,0,19.9669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,32768,1,0,45.8089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,0,1.1470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,16,1,0,1.1933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,32,1,0,1.1810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,64,1,0,1.1829
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,128,1,0,1.2052
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,256,1,0,1.2361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,512,1,0,1.4299
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1024,1,0,2.3848
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1536,1,0,3.3493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,2048,1,0,4.3666
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,3072,1,0,6.6516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,4096,1,0,8.8555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,6144,1,0,13.5877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,8192,1,0,18.3286
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,10240,1,0,23.3675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,12288,1,0,29.0692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,16384,1,0,39.5885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,32768,1,0,91.3820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,0,1.1319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,16,1,0,1.1737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,32,1,0,1.1790
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,64,1,0,1.2020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,128,1,0,1.2190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,256,1,0,1.4221
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,512,1,0,2.3743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1024,1,0,4.3255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1536,1,0,6.3957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,2048,1,0,8.3916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,3072,1,0,12.9830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,4096,1,0,17.4023
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,6144,1,0,26.8174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,8192,1,0,36.3721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,10240,1,0,46.3673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,12288,1,0,57.0243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,16384,1,0,78.9725
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,0,1.1406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,16,1,0,1.1846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,32,1,0,1.1969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,64,1,0,1.2348
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,128,1,0,1.4242
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,256,1,0,2.3763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,512,1,0,4.3080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1024,1,0,8.2863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1536,1,0,12.4465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,2048,1,0,16.4917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,3072,1,0,25.4945
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,4096,1,0,34.5421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,6144,1,0,53.2821
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,8192,1,0,72.5568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,0,1.1536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,16,1,0,1.2051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,32,1,0,1.2350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,64,1,0,1.4281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,128,1,0,2.3550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,256,1,0,4.3022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,512,1,0,8.2375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1024,1,0,16.2456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1536,1,0,24.4909
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,2048,1,0,32.6703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,3072,1,0,50.5956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,4096,1,0,68.7988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,0,1.1424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,16,1,0,1.2293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,32,1,0,1.4270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,64,1,0,2.3499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,128,1,0,4.2518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,256,1,0,8.2342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,512,1,0,16.1606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1024,1,0,32.2331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1536,1,0,48.4927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,2048,1,0,65.0508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,0,1.1481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,16,1,0,1.4292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,32,1,0,2.3545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,64,1,0,4.2530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,128,1,0,8.1753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,256,1,0,16.1825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,512,1,0,32.0629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1024,1,0,64.1578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,0,1.1629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,16,1,0,2.3581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,32,1,0,4.2637
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,64,1,0,8.1743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,128,1,0,16.0357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,256,1,0,32.0613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,512,1,0,63.8331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,0,1.1397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,16,1,0,1.1693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,32,1,0,1.1764
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,64,1,0,1.1869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,128,1,0,1.1756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,256,1,0,1.1669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,512,1,0,1.1887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1024,1,0,1.2203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1536,1,0,1.2624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,2048,1,0,1.4369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,3072,1,0,1.9515
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,4096,1,0,2.4767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,6144,1,0,3.5784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,8192,1,0,4.7567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,10240,1,0,5.9756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,12288,1,0,7.3135
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,16384,1,0,9.9751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,32768,1,0,22.7240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,0,1.1351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,16,1,0,1.1784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,32,1,0,1.1860
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,64,1,0,1.1933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,128,1,0,1.1723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,256,1,0,1.1940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,512,1,0,1.2133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1024,1,0,1.4193
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1536,1,0,1.8882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,2048,1,0,2.3747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,3072,1,0,3.4168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,4096,1,0,4.5115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,6144,1,0,6.8441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,8192,1,0,9.1684
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,10240,1,0,11.6323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,12288,1,0,14.2820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,16384,1,0,19.6223
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,32768,1,0,45.0967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,0,1.1333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,16,1,0,1.1882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,32,1,0,1.1893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,64,1,0,1.1794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,128,1,0,1.2016
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,256,1,0,1.2292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,512,1,0,1.4119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1024,1,0,2.3490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1536,1,0,3.2863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,2048,1,0,4.2795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,3072,1,0,6.5173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,4096,1,0,8.6773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,6144,1,0,13.3390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,8192,1,0,17.9927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,10240,1,0,22.9343
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,12288,1,0,28.1636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,16384,1,0,38.8853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,32768,1,0,89.9380
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,0,1.1457
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,16,1,0,1.1846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,32,1,0,1.1821
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,64,1,0,1.2044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,128,1,0,1.2247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,256,1,0,1.4079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,512,1,0,2.3266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1024,1,0,4.2300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1536,1,0,6.2598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,2048,1,0,8.2285
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,3072,1,0,12.7010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,4096,1,0,17.0720
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,6144,1,0,26.2997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,8192,1,0,35.6576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,10240,1,0,45.4498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,12288,1,0,55.9314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,16384,1,0,77.5392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,0,1.1336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,16,1,0,1.1816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,32,1,0,1.1966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,64,1,0,1.2301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,128,1,0,1.4063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,256,1,0,2.3248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,512,1,0,4.2019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1024,1,0,8.1018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1536,1,0,12.1934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,2048,1,0,16.1494
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,3072,1,0,24.9854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,4096,1,0,33.8335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,6144,1,0,52.1896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,8192,1,0,71.0785
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,0,1.1620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,16,1,0,1.2013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,32,1,0,1.2267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,64,1,0,1.4031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,128,1,0,2.3139
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,256,1,0,4.2187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,512,1,0,8.0711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1024,1,0,15.9006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1536,1,0,23.9454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,2048,1,0,31.9558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,3072,1,0,49.5414
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,4096,1,0,67.3390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,0,1.1490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,16,1,0,1.2193
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,32,1,0,1.4013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,64,1,0,2.3080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,128,1,0,4.1705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,256,1,0,8.0898
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,512,1,0,15.8291
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1024,1,0,31.4846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1536,1,0,47.4476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,2048,1,0,63.5962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,0,1.1560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,16,1,0,1.4104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,32,1,0,2.3149
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,64,1,0,4.1503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,128,1,0,7.9981
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,256,1,0,15.8706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,512,1,0,31.3010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1024,1,0,62.6234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,0,1.1543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,16,1,0,2.3087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,32,1,0,4.1516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,64,1,0,7.9938
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,128,1,0,15.6997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,256,1,0,31.2912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,512,1,0,62.3929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,0,1.1450
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,16,1,0,1.1674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,32,1,0,1.1804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,64,1,0,1.1875
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,128,1,0,1.1798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,256,1,0,1.1781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,512,1,0,1.1872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1024,1,0,1.2174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1536,1,0,1.2668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,2048,1,0,1.4232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,3072,1,0,2.0047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,4096,1,0,2.4568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,6144,1,0,3.6112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,8192,1,0,4.7700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,10240,1,0,5.9208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,12288,1,0,7.3117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,16384,1,0,9.8970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,32768,1,0,22.6094
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,0,1.1369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,16,1,0,1.1884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,32,1,0,1.1792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,64,1,0,1.1763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,128,1,0,1.1767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,256,1,0,1.2111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,512,1,0,1.2248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1024,1,0,1.4134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1536,1,0,1.8745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,2048,1,0,2.3557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,3072,1,0,3.3805
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,4096,1,0,4.4672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,6144,1,0,6.7739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,8192,1,0,9.0755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,10240,1,0,11.5460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,12288,1,0,14.1601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,16384,1,0,19.4441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,32768,1,0,44.9182
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,0,1.1332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,16,1,0,1.1767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,32,1,0,1.1752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,64,1,0,1.1790
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,128,1,0,1.2179
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,256,1,0,1.2202
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,512,1,0,1.6045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1024,1,0,2.3210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1536,1,0,3.6316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,2048,1,0,4.2398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,3072,1,0,6.8046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,4096,1,0,8.5955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,6144,1,0,13.2033
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,8192,1,0,17.8163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,10240,1,0,22.7244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,12288,1,0,28.2593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,16384,1,0,38.5489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,32768,1,0,89.2508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,0,1.1392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,16,1,0,1.1772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,32,1,0,1.1670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,64,1,0,1.1854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,128,1,0,1.2138
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,256,1,0,1.3979
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,512,1,0,2.3128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1024,1,0,4.1786
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1536,1,0,6.1897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,2048,1,0,8.1207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,3072,1,0,12.5710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,4096,1,0,16.8972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,6144,1,0,26.0313
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,8192,1,0,35.3334
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,10240,1,0,45.8577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,12288,1,0,55.4256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,16384,1,0,76.8540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,0,1.1290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,16,1,0,1.1704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,32,1,0,1.1943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,64,1,0,1.2244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,128,1,0,1.4033
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,256,1,0,2.3089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,512,1,0,4.1619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1024,1,0,8.0237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1536,1,0,12.0529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,2048,1,0,15.9731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,3072,1,0,25.0393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,4096,1,0,33.4853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,6144,1,0,51.6646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,8192,1,0,70.4643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,0,1.1661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,16,1,0,1.2126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,32,1,0,1.2390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,64,1,0,1.3959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,128,1,0,2.2942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,256,1,0,4.1564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,512,1,0,7.9714
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1024,1,0,15.7205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1536,1,0,23.6499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,2048,1,0,31.6025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,3072,1,0,49.0040
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,4096,1,0,66.6526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,0,1.1588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,16,1,0,1.2232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,32,1,0,1.4009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,64,1,0,2.2942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,128,1,0,4.1052
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,256,1,0,7.9840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,512,1,0,15.6131
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1024,1,0,31.0944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1536,1,0,46.8819
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,2048,1,0,62.8495
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,0,1.1576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,16,1,0,1.3990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,32,1,0,2.2942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,64,1,0,4.1058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,128,1,0,7.9100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,256,1,0,15.6171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,512,1,0,30.9436
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1024,1,0,61.8776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,0,1.1697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,16,1,0,2.2976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,32,1,0,4.1028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,64,1,0,7.9003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,128,1,0,15.5205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,256,1,0,30.9130
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,512,1,0,61.5813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,1,1,0,1.1107
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,16,1,0,1.1625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,32,1,0,1.1749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,64,1,0,1.1738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,128,1,0,1.1895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,256,1,0,1.1912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,512,1,0,1.2135
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,1024,1,0,1.4010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,1536,1,0,1.8425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,2048,1,0,2.3609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,3072,1,0,3.3254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,4096,1,0,4.4754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,6144,1,0,6.4876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,8192,1,0,8.7980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,10240,1,0,10.8894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,12288,1,0,13.1708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,16384,1,0,18.0103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,1,32768,1,0,37.9341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,1,1,0,1.1173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,16,1,0,1.1814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,32,1,0,1.1896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,64,1,0,1.1946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,128,1,0,1.2037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,256,1,0,1.2111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,512,1,0,1.3958
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,1024,1,0,2.3470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,1536,1,0,3.2603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,2048,1,0,4.3579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,3072,1,0,6.3062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,4096,1,0,8.5573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,6144,1,0,12.6937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,8192,1,0,17.2058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,10240,1,0,21.1268
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,12288,1,0,25.7651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,16384,1,0,34.8339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,2,32768,1,0,75.4584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,1,1,0,1.1079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,16,1,0,1.1803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,32,1,0,1.1900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,64,1,0,1.1898
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,128,1,0,1.2065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,256,1,0,1.3986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,512,1,0,2.3419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,1024,1,0,4.3324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,1536,1,0,6.1773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,2048,1,0,8.3334
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,3072,1,0,12.3664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,4096,1,0,16.7202
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,6144,1,0,24.8121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,8192,1,0,33.1918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,10240,1,0,41.8660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,12288,1,0,51.9727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,16384,1,0,69.2477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,4,32768,1,0,153.4799
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,1,1,0,1.1248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,16,1,0,1.1899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,32,1,0,1.1862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,64,1,0,1.2020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,128,1,0,1.3969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,256,1,0,2.3318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,512,1,0,4.3192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,1024,1,0,8.2746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,1536,1,0,12.1078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,2048,1,0,16.2760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,3072,1,0,24.1889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,4096,1,0,32.2788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,6144,1,0,50.1180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,8192,1,0,66.0505
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,10240,1,0,83.3498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,12288,1,0,102.2662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,8,16384,1,0,141.0698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,16,1,1,0,1.1223
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,16,16,1,0,1.1903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,16,32,1,0,1.2153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,16,64,1,0,1.3941
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,16,128,1,0,2.3379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,16,256,1,0,4.3150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,16,512,1,0,8.2526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,16,1024,1,0,16.1465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,16,1536,1,0,23.6719
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,16,2048,1,0,31.3653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,16,3072,1,0,48.8350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,16,4096,1,0,64.2586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,16,6144,1,0,97.7737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,16,8192,1,0,134.7173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,32,1,1,0,1.1322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,32,16,1,0,1.2216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,32,32,1,0,1.3999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,32,64,1,0,2.3419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,32,128,1,0,4.2908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,32,256,1,0,8.2638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,32,512,1,0,16.1133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,32,1024,1,0,31.1269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,32,1536,1,0,47.8082
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,32,2048,1,0,62.3903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,32,3072,1,0,95.1056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,32,4096,1,0,131.0124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,64,1,1,0,1.1350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,64,16,1,0,1.4055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,64,32,1,0,2.3398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,64,64,1,0,4.2936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,64,128,1,0,8.2191
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,64,256,1,0,16.1302
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,64,512,1,0,31.0100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,64,1024,1,0,61.9329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,64,1536,1,0,93.0811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,64,2048,1,0,127.2891
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,128,1,1,0,1.1528
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,128,16,1,0,2.3404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,128,32,1,0,4.2905
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,128,64,1,0,8.2069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,128,128,1,0,16.0454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,128,256,1,0,31.0620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,128,512,1,0,61.7927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,128,1024,1,0,126.3825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,256,1,1,0,1.1614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,256,16,1,0,4.2917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,256,32,1,0,8.1969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,256,64,1,0,16.0344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,256,128,1,0,30.8949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,256,256,1,0,61.8340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,128,256,512,1,0,126.0114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,1,1,0,1.1111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,16,1,0,1.1673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,32,1,0,1.1880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,64,1,0,1.1833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,128,1,0,1.1834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,256,1,0,1.1957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,512,1,0,1.2126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,1024,1,0,1.3013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,1536,1,0,1.7041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,2048,1,0,2.1459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,3072,1,0,2.9870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,4096,1,0,3.9392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,6144,1,0,5.7667
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,8192,1,0,7.7677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,10240,1,0,9.6772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,12288,1,0,11.7014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,16384,1,0,16.0165
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,1,32768,1,0,34.3389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,1,1,0,1.1022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,16,1,0,1.1897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,32,1,0,1.1765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,64,1,0,1.1932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,128,1,0,1.1903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,256,1,0,1.2185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,512,1,0,1.2962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,1024,1,0,2.1346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,1536,1,0,2.9358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,2048,1,0,3.8214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,3072,1,0,5.5940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,4096,1,0,7.5244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,6144,1,0,11.2195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,8192,1,0,15.1996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,10240,1,0,18.8920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,12288,1,0,23.1210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,16384,1,0,31.2190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,2,32768,1,0,68.2672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,1,1,0,1.0956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,16,1,0,1.1811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,32,1,0,1.1860
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,64,1,0,1.1958
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,128,1,0,1.2129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,256,1,0,1.2917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,512,1,0,2.1260
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,1024,1,0,3.7928
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,1536,1,0,5.4599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,2048,1,0,7.3056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,3072,1,0,10.8892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,4096,1,0,14.7255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,6144,1,0,22.1799
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,8192,1,0,29.5833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,10240,1,0,37.3757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,12288,1,0,46.0460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,16384,1,0,62.0445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,4,32768,1,0,137.6332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,1,1,0,1.1002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,16,1,0,1.1805
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,32,1,0,1.1969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,64,1,0,1.2053
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,128,1,0,1.2903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,256,1,0,2.1265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,512,1,0,3.7894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,1024,1,0,7.2435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,1536,1,0,10.6393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,2048,1,0,14.2615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,3072,1,0,21.5577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,4096,1,0,28.6691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,6144,1,0,44.2225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,8192,1,0,58.8341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,10240,1,0,74.3970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,12288,1,0,90.6610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,8,16384,1,0,125.3304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,16,1,1,0,1.1027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,16,16,1,0,1.1918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,16,32,1,0,1.2103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,16,64,1,0,1.2909
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,16,128,1,0,2.1218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,16,256,1,0,3.7940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,16,512,1,0,7.2208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,16,1024,1,0,14.1622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,16,1536,1,0,21.0224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,16,2048,1,0,27.7622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,16,3072,1,0,42.9038
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,16,4096,1,0,57.0307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,16,6144,1,0,86.9687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,16,8192,1,0,118.8879
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,32,1,1,0,1.1135
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,32,16,1,0,1.2087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,32,32,1,0,1.2912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,32,64,1,0,2.1213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,32,128,1,0,3.7694
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,32,256,1,0,7.2361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,32,512,1,0,14.0943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,32,1024,1,0,27.5152
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,32,1536,1,0,41.8594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,32,2048,1,0,55.1828
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,32,3072,1,0,84.3944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,32,4096,1,0,115.1967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,64,1,1,0,1.1088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,64,16,1,0,1.2955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,64,32,1,0,2.1152
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,64,64,1,0,3.7627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,64,128,1,0,7.1814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,64,256,1,0,14.1299
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,64,512,1,0,27.4527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,64,1024,1,0,54.7072
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,64,1536,1,0,82.2537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,64,2048,1,0,111.4631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,128,1,1,0,1.1202
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,128,16,1,0,2.1110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,128,32,1,0,3.7573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,128,64,1,0,7.1773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,128,128,1,0,14.0496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,128,256,1,0,27.4781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,128,512,1,0,54.5481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,128,1024,1,0,110.5344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,256,1,1,0,1.1322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,256,16,1,0,3.7561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,256,32,1,0,7.1859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,256,64,1,0,14.0424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,256,128,1,0,27.3232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,256,256,1,0,54.6240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,64,256,512,1,0,110.2560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,1,1,0,1.1317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,16,1,0,1.1598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,32,1,0,1.1887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,64,1,0,1.1699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,128,1,0,1.1791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,256,1,0,1.1846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,512,1,0,1.2025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,1024,1,0,1.2465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,1536,1,0,1.4309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,2048,1,0,1.7686
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,3072,1,0,2.4429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,4096,1,0,3.1699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,6144,1,0,4.6144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,8192,1,0,6.1469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,10240,1,0,7.7017
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,12288,1,0,9.4065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,16384,1,0,12.7827
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,1,32768,1,0,28.3387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,1,1,0,1.1321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,16,1,0,1.1884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,32,1,0,1.1828
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,64,1,0,1.1711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,128,1,0,1.1816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,256,1,0,1.2159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,512,1,0,1.2440
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,1024,1,0,1.7600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,1536,1,0,2.3889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,2048,1,0,3.0664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,3072,1,0,4.4516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,4096,1,0,5.9183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,6144,1,0,8.9248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,8192,1,0,11.9627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,10240,1,0,15.3047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,12288,1,0,18.6181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,16384,1,0,25.2292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,2,32768,1,0,56.6683
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,1,1,0,1.1500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,16,1,0,1.1803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,32,1,0,1.1862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,64,1,0,1.1904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,128,1,0,1.2158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,256,1,0,1.2449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,512,1,0,1.7531
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,1024,1,0,3.0418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,1536,1,0,4.3233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,2048,1,0,5.6839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,3072,1,0,8.6001
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,4096,1,0,11.4715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,6144,1,0,17.6744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,8192,1,0,23.5878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,10240,1,0,29.9088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,12288,1,0,36.6339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,16384,1,0,50.1837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,4,32768,1,0,112.2341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,1,1,0,1.1393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,16,1,0,1.1874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,32,1,0,1.1963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,64,1,0,1.2089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,128,1,0,1.2520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,256,1,0,1.7550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,512,1,0,3.0317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,1024,1,0,5.6251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,1536,1,0,8.3547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,2048,1,0,11.0107
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,3072,1,0,17.0349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,4096,1,0,22.6744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,6144,1,0,34.7814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,8192,1,0,46.9417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,10240,1,0,59.4151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,12288,1,0,72.6649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,8,16384,1,0,99.8180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,16,1,1,0,1.1453
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,16,16,1,0,1.1939
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,16,32,1,0,1.2084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,16,64,1,0,1.2452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,16,128,1,0,1.7455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,16,256,1,0,3.0347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,16,512,1,0,5.5963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,16,1024,1,0,10.9080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,16,1536,1,0,16.5171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,16,2048,1,0,21.7768
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,16,3072,1,0,33.4996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,16,4096,1,0,45.1274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,16,6144,1,0,68.9301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,16,8192,1,0,93.4122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,32,1,1,0,1.1445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,32,16,1,0,1.2095
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,32,32,1,0,1.2551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,32,64,1,0,1.7482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,32,128,1,0,3.0203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,32,256,1,0,5.6031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,32,512,1,0,10.8648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,32,1024,1,0,21.5189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,32,1536,1,0,32.4604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,32,2048,1,0,46.2975
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,32,3072,1,0,66.3128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,32,4096,1,0,89.7196
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,64,1,1,0,1.1419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,64,16,1,0,1.2530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,64,32,1,0,1.7553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,64,64,1,0,3.0061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,64,128,1,0,5.5736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,64,256,1,0,10.8836
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,64,512,1,0,21.4520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,64,1024,1,0,42.7750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,64,1536,1,0,64.2387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,64,2048,1,0,85.9862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,128,1,1,0,1.1502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,128,16,1,0,1.7504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,128,32,1,0,3.0025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,128,64,1,0,5.5493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,128,128,1,0,10.8081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,128,256,1,0,21.4559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,128,512,1,0,42.6294
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,128,1024,1,0,85.0048
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,256,1,1,0,1.1643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,256,16,1,0,3.0007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,256,32,1,0,5.5515
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,256,64,1,0,10.7979
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,256,128,1,0,21.3084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,256,256,1,0,42.6739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,32,256,512,1,0,84.7787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,1,1,0,1.1307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,16,1,0,1.1664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,32,1,0,1.1781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,64,1,0,1.1798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,128,1,0,1.1948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,256,1,0,1.1858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,512,1,0,1.1969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,1024,1,0,1.2344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,1536,1,0,1.2919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,2048,1,0,1.5915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,3072,1,0,2.1742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,4096,1,0,2.7927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,6144,1,0,4.0608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,8192,1,0,5.4554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,10240,1,0,6.7729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,12288,1,0,8.2738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,16384,1,0,11.2594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,1,32768,1,0,25.3391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,1,1,0,1.1256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,16,1,0,1.1813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,32,1,0,1.1869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,64,1,0,1.1826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,128,1,0,1.1925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,256,1,0,1.2040
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,512,1,0,1.2283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,1024,1,0,1.5655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,1536,1,0,2.1218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,2048,1,0,2.6899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,3072,1,0,3.8936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,4096,1,0,5.1526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,6144,1,0,7.7882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,8192,1,0,10.4374
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,10240,1,0,13.2497
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,12288,1,0,16.2341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,16384,1,0,22.2489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,2,32768,1,0,50.4004
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,1,1,0,1.1384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,16,1,0,1.1800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,32,1,0,1.1900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,64,1,0,1.1844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,128,1,0,1.2071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,256,1,0,1.2392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,512,1,0,1.5665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,1024,1,0,2.6534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,1536,1,0,3.7646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,2048,1,0,4.9282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,3072,1,0,7.4696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,4096,1,0,9.9577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,6144,1,0,15.2714
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,8192,1,0,20.6031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,10240,1,0,26.1820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,12288,1,0,32.0663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,16384,1,0,44.1765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,4,32768,1,0,100.2650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,1,1,0,1.1318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,16,1,0,1.1736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,32,1,0,1.1896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,64,1,0,1.1989
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,128,1,0,1.2333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,256,1,0,1.5571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,512,1,0,2.6482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,1024,1,0,4.8665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,1536,1,0,7.2122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,2048,1,0,9.5044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,3072,1,0,14.6579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,4096,1,0,19.6664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,6144,1,0,30.2088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,8192,1,0,40.9673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,10240,1,0,51.9578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,12288,1,0,63.7984
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,8,16384,1,0,87.9199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,16,1,1,0,1.1388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,16,16,1,0,1.1884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,16,32,1,0,1.2007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,16,64,1,0,1.2346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,16,128,1,0,1.5650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,16,256,1,0,2.6649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,16,512,1,0,4.8468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,16,1024,1,0,9.3797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,16,1536,1,0,14.1335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,16,2048,1,0,18.7415
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,16,3072,1,0,28.9068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,16,4096,1,0,39.1491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,16,6144,1,0,60.0628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,16,8192,1,0,81.4862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,32,1,1,0,1.1600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,32,16,1,0,1.2081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,32,32,1,0,1.2476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,32,64,1,0,1.5578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,32,128,1,0,2.6422
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,32,256,1,0,4.8604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,32,512,1,0,9.3449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,32,1024,1,0,18.4990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,32,1536,1,0,27.8583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,32,2048,1,0,37.2937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,32,3072,1,0,57.4386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,32,4096,1,0,77.7215
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,64,1,1,0,1.1435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,64,16,1,0,1.2501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,64,32,1,0,1.5591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,64,64,1,0,2.6422
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,64,128,1,0,4.8170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,64,256,1,0,9.3645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,64,512,1,0,18.4378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,64,1024,1,0,36.8139
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,64,1536,1,0,55.3427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,64,2048,1,0,73.9903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,128,1,1,0,1.1508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,128,16,1,0,1.5576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,128,32,1,0,2.6285
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,128,64,1,0,4.8072
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,128,128,1,0,9.2734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,128,256,1,0,18.4864
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,128,512,1,0,36.6563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,128,1024,1,0,73.1222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,256,1,1,0,1.1607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,256,16,1,0,2.6363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,256,32,1,0,4.8003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,256,64,1,0,9.2782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,256,128,1,0,18.2983
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,256,256,1,0,36.7308
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,16,256,512,1,0,72.7869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,1,1,0,1.1354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,16,1,0,1.1720
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,32,1,0,1.1844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,64,1,0,1.1897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,128,1,0,1.1823
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,256,1,0,1.1836
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,512,1,0,1.2105
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,1024,1,0,1.2280
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,1536,1,0,1.2677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,2048,1,0,1.4877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,3072,1,0,2.0442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,4096,1,0,2.6034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,6144,1,0,3.8609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,8192,1,0,5.0365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,10240,1,0,6.3205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,12288,1,0,7.7240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,16384,1,0,10.5225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,1,32768,1,0,23.8180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,1,1,0,1.1357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,16,1,0,1.1871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,32,1,0,1.1839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,64,1,0,1.1802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,128,1,0,1.1772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,256,1,0,1.1955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,512,1,0,1.2388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,1024,1,0,1.4819
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,1536,1,0,1.9883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,2048,1,0,2.5076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,3072,1,0,3.6194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,4096,1,0,4.7900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,6144,1,0,7.4278
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,8192,1,0,9.6970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,10240,1,0,12.3149
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,12288,1,0,15.1018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,16384,1,0,20.7065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,2,32768,1,0,47.3872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,1,1,0,1.1460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,16,1,0,1.1840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,32,1,0,1.1943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,64,1,0,1.1809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,128,1,0,1.2086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,256,1,0,1.2330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,512,1,0,1.4760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,1024,1,0,2.4771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,1536,1,0,3.4833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,2048,1,0,4.5591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,3072,1,0,6.9082
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,4096,1,0,9.2097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,6144,1,0,14.1370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,8192,1,0,19.0728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,10240,1,0,24.2884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,12288,1,0,29.8226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,16384,1,0,41.1812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,4,32768,1,0,94.3280
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,1,1,0,1.1445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,16,1,0,1.1856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,32,1,0,1.1852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,64,1,0,1.2037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,128,1,0,1.2322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,256,1,0,1.4666
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,512,1,0,2.4745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,1024,1,0,4.5048
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,1536,1,0,6.6692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,2048,1,0,8.7502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,3072,1,0,13.5113
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,4096,1,0,18.1517
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,6144,1,0,27.9375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,8192,1,0,37.9641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,10240,1,0,48.2261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,12288,1,0,59.2250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,8,16384,1,0,81.9323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,16,1,1,0,1.1361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,16,16,1,0,1.1951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,16,32,1,0,1.2098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,16,64,1,0,1.2362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,16,128,1,0,1.4655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,16,256,1,0,2.4728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,16,512,1,0,4.4833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,16,1024,1,0,8.6292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,16,1536,1,0,13.0016
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,16,2048,1,0,17.2310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,16,3072,1,0,26.6210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,16,4096,1,0,36.1050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,16,6144,1,0,55.4927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,16,8192,1,0,75.4684
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,32,1,1,0,1.1526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,32,16,1,0,1.2022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,32,32,1,0,1.2316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,32,64,1,0,1.4622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,32,128,1,0,2.4525
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,32,256,1,0,4.4802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,32,512,1,0,8.6086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,32,1024,1,0,16.9856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,32,1536,1,0,25.5965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,32,2048,1,0,34.2665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,32,3072,1,0,52.8658
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,32,4096,1,0,71.7377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,64,1,1,0,1.1494
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,64,16,1,0,1.2380
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,64,32,1,0,1.4622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,64,64,1,0,2.4586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,64,128,1,0,4.4340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,64,256,1,0,8.6124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,64,512,1,0,16.9086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,64,1024,1,0,33.7858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,64,1536,1,0,50.7323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,64,2048,1,0,67.9906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,128,1,1,0,1.1369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,128,16,1,0,1.4663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,128,32,1,0,2.4440
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,128,64,1,0,4.4361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,128,128,1,0,8.5358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,128,256,1,0,16.9093
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,128,512,1,0,33.6519
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,128,1024,1,0,67.0263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,256,1,1,0,1.1619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,256,16,1,0,2.4498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,256,32,1,0,4.4301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,256,64,1,0,8.5303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,256,128,1,0,16.7936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,256,256,1,0,33.6208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,8,256,512,1,0,66.7472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,1,1,0,1.1303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,16,1,0,1.1618
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,32,1,0,1.1779
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,64,1,0,1.1660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,128,1,0,1.1752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,256,1,0,1.1637
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,512,1,0,1.1840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,1024,1,0,1.2256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,1536,1,0,1.2522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,2048,1,0,1.4561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,3072,1,0,1.9850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,4096,1,0,2.5247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,6144,1,0,3.6535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,8192,1,0,4.8484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,10240,1,0,6.0879
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,12288,1,0,7.4565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,16384,1,0,10.1504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,1,32768,1,0,23.0685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,1,1,0,1.1296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,16,1,0,1.1830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,32,1,0,1.1749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,64,1,0,1.1769
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,128,1,0,1.1808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,256,1,0,1.1905
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,512,1,0,1.2323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,1024,1,0,1.4363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,1536,1,0,1.9179
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,2048,1,0,2.4205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,3072,1,0,3.4820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,4096,1,0,4.6020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,6144,1,0,6.9648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,8192,1,0,9.3417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,10240,1,0,11.8674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,12288,1,0,14.5556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,16384,1,0,20.1521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,2,32768,1,0,45.8124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,1,1,0,1.1277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,16,1,0,1.1807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,32,1,0,1.1794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,64,1,0,1.1769
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,128,1,0,1.1956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,256,1,0,1.2287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,512,1,0,1.4317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,1024,1,0,2.3881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,1536,1,0,3.3510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,2048,1,0,4.3706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,3072,1,0,6.6365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,4096,1,0,8.8642
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,6144,1,0,13.5895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,8192,1,0,18.3333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,10240,1,0,23.3653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,12288,1,0,28.6714
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,16384,1,0,39.5960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,4,32768,1,0,91.3547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,1,1,0,1.1454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,16,1,0,1.1874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,32,1,0,1.1771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,64,1,0,1.2033
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,128,1,0,1.2239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,256,1,0,1.4233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,512,1,0,2.3800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,1024,1,0,4.3087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,1536,1,0,6.3715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,2048,1,0,8.3980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,3072,1,0,12.9647
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,4096,1,0,17.4134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,6144,1,0,26.8069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,8192,1,0,36.3554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,10240,1,0,46.3732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,12288,1,0,57.0037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,8,16384,1,0,78.9988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,16,1,1,0,1.1270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,16,16,1,0,1.1718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,16,32,1,0,1.1799
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,16,64,1,0,1.2134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,16,128,1,0,1.4209
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,16,256,1,0,2.3682
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,16,512,1,0,4.2933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,16,1024,1,0,8.2852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,16,1536,1,0,12.4591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,16,2048,1,0,16.4888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,16,3072,1,0,25.4923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,16,4096,1,0,34.5401
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,16,6144,1,0,53.2582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,16,8192,1,0,72.5066
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,32,1,1,0,1.1518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,32,16,1,0,1.2074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,32,32,1,0,1.2254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,32,64,1,0,1.4229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,32,128,1,0,2.3580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,32,256,1,0,4.2992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,32,512,1,0,8.2552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,32,1024,1,0,16.2428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,32,1536,1,0,24.4713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,32,2048,1,0,32.6609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,32,3072,1,0,50.5982
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,32,4096,1,0,68.7578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,64,1,1,0,1.1498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,64,16,1,0,1.2286
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,64,32,1,0,1.4311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,64,64,1,0,2.3555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,64,128,1,0,4.2557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,64,256,1,0,8.2395
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,64,512,1,0,16.1462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,64,1024,1,0,32.1932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,64,1536,1,0,48.4731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,64,2048,1,0,65.0161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,128,1,1,0,1.1479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,128,16,1,0,1.4298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,128,32,1,0,2.3489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,128,64,1,0,4.2498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,128,128,1,0,8.1755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,128,256,1,0,16.1640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,128,512,1,0,32.0342
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,128,1024,1,0,64.1082
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,256,1,1,0,1.1685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,256,16,1,0,2.3586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,256,32,1,0,4.2551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,256,64,1,0,8.1689
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,256,128,1,0,16.0600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,256,256,1,0,32.0010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,4,256,512,1,0,63.8254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,1,1,0,1.1366
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,16,1,0,1.1770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,32,1,0,1.1976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,64,1,0,1.1871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,128,1,0,1.1978
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,256,1,0,1.1780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,512,1,0,1.1946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,1024,1,0,1.2231
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,1536,1,0,1.2507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,2048,1,0,1.4287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,3072,1,0,1.9478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,4096,1,0,2.4819
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,6144,1,0,3.5758
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,8192,1,0,4.7463
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,10240,1,0,6.0328
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,12288,1,0,7.3181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,16384,1,0,9.9779
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,1,32768,1,0,22.7277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,1,1,0,1.1415
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,16,1,0,1.1907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,32,1,0,1.1971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,64,1,0,1.1912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,128,1,0,1.1862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,256,1,0,1.1994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,512,1,0,1.2269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,1024,1,0,1.4195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,1536,1,0,1.8806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,2048,1,0,2.3772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,3072,1,0,3.4136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,4096,1,0,4.4969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,6144,1,0,6.8304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,8192,1,0,9.1577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,10240,1,0,11.6318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,12288,1,0,14.2910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,16384,1,0,19.6199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,2,32768,1,0,45.0983
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,1,1,0,1.1345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,16,1,0,1.1840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,32,1,0,1.1871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,64,1,0,1.1804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,128,1,0,1.1921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,256,1,0,1.2268
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,512,1,0,1.4150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,1024,1,0,2.3420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,1536,1,0,3.2845
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,2048,1,0,4.2771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,3072,1,0,6.5017
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,4096,1,0,8.6804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,6144,1,0,13.3217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,8192,1,0,17.9817
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,10240,1,0,22.9262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,12288,1,0,28.1609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,16384,1,0,38.8759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,4,32768,1,0,89.9487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,1,1,0,1.1381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,16,1,0,1.1889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,32,1,0,1.1699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,64,1,0,1.1981
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,128,1,0,1.2201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,256,1,0,1.4079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,512,1,0,2.3306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,1024,1,0,4.2154
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,1536,1,0,6.2615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,2048,1,0,8.2189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,3072,1,0,12.6986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,4096,1,0,17.0571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,6144,1,0,26.2885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,8192,1,0,35.6462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,10240,1,0,45.4478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,12288,1,0,55.9078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,8,16384,1,0,77.5280
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,16,1,1,0,1.1354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,16,16,1,0,1.1749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,16,32,1,0,1.1955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,16,64,1,0,1.2318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,16,128,1,0,1.4035
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,16,256,1,0,2.3216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,16,512,1,0,4.2074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,16,1024,1,0,8.0986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,16,1536,1,0,12.1865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,16,2048,1,0,16.1520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,16,3072,1,0,24.9510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,16,4096,1,0,33.8260
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,16,6144,1,0,52.1716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,16,8192,1,0,71.0716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,32,1,1,0,1.1359
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,32,16,1,0,1.1910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,32,32,1,0,1.2089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,32,64,1,0,1.4012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,32,128,1,0,2.3045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,32,256,1,0,4.2048
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,32,512,1,0,8.0778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,32,1024,1,0,15.9030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,32,1536,1,0,23.9166
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,32,2048,1,0,31.9605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,32,3072,1,0,49.4980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,32,4096,1,0,67.3306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,64,1,1,0,1.1311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,64,16,1,0,1.2183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,64,32,1,0,1.4025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,64,64,1,0,2.3082
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,64,128,1,0,4.1544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,64,256,1,0,8.0766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,64,512,1,0,15.8059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,64,1024,1,0,31.4654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,64,1536,1,0,47.3853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,64,2048,1,0,63.5912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,128,1,1,0,1.1349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,128,16,1,0,1.4013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,128,32,1,0,2.3090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,128,64,1,0,4.1497
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,128,128,1,0,8.0096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,128,256,1,0,15.8325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,128,512,1,0,31.3037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,128,1024,1,0,62.6419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,256,1,1,0,1.1580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,256,16,1,0,2.3073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,256,32,1,0,4.1489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,256,64,1,0,7.9887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,256,128,1,0,15.6936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,256,256,1,0,31.3009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,2,256,512,1,0,62.2501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,1,1,0,1.1263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,16,1,0,1.1567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,32,1,0,1.1626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,64,1,0,1.1666
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,128,1,0,1.1629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,256,1,0,1.1632
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,512,1,0,1.1792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,1024,1,0,1.2122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,1536,1,0,1.2380
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,2048,1,0,1.4264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,3072,1,0,1.9325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,4096,1,0,2.4564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,6144,1,0,3.5440
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,8192,1,0,4.6971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,10240,1,0,5.9803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,12288,1,0,7.2566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,16384,1,0,9.8921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,1,32768,1,0,22.6175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,1,1,0,1.1153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,16,1,0,1.1644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,32,1,0,1.1627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,64,1,0,1.1764
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,128,1,0,1.1754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,256,1,0,1.1757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,512,1,0,1.2061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,1024,1,0,1.4023
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,1536,1,0,1.8687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,2048,1,0,2.3527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,3072,1,0,3.3765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,4096,1,0,4.4558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,6144,1,0,6.7692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,8192,1,0,9.2363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,10240,1,0,11.5216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,12288,1,0,14.1525
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,16384,1,0,19.4499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,2,32768,1,0,44.9105
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,1,1,0,1.1238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,16,1,0,1.1768
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,32,1,0,1.1786
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,64,1,0,1.1691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,128,1,0,1.1909
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,256,1,0,1.2077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,512,1,0,1.4009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,1024,1,0,2.3233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,1536,1,0,3.2533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,2048,1,0,4.2352
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,3072,1,0,6.4399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,4096,1,0,8.5914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,6144,1,0,13.2005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,8192,1,0,17.8069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,10240,1,0,22.6999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,12288,1,0,27.8846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,16384,1,0,38.5402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,4,32768,1,0,89.5955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,1,1,0,1.1208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,16,1,0,1.1693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,32,1,0,1.1614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,64,1,0,1.1822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,128,1,0,1.2239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,256,1,0,1.3988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,512,1,0,2.7477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,1024,1,0,4.1733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,1536,1,0,6.9704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,2048,1,0,8.1282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,3072,1,0,13.3259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,4096,1,0,16.8915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,6144,1,0,26.7649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,8192,1,0,35.3333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,10240,1,0,45.0251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,12288,1,0,56.1486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,8,16384,1,0,76.8897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,16,1,1,0,1.1280
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,16,16,1,0,1.1650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,16,32,1,0,1.1861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,16,64,1,0,1.2065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,16,128,1,0,1.3938
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,16,256,1,0,2.3028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,16,512,1,0,4.1391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,16,1024,1,0,8.0076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,16,1536,1,0,12.0484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,16,2048,1,0,15.9700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,16,3072,1,0,24.6922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,16,4096,1,0,33.4788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,16,6144,1,0,51.6708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,16,8192,1,0,70.4020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,32,1,1,0,1.1353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,32,16,1,0,1.1809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,32,32,1,0,1.2177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,32,64,1,0,1.3888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,32,128,1,0,2.2885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,32,256,1,0,4.1701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,32,512,1,0,7.9677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,32,1024,1,0,15.7421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,32,1536,1,0,23.6332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,32,2048,1,0,31.6093
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,32,3072,1,0,49.0010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,32,4096,1,0,66.6486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,64,1,1,0,1.1386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,64,16,1,0,1.2210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,64,32,1,0,1.4022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,64,64,1,0,2.2847
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,64,128,1,0,4.1218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,64,256,1,0,8.0000
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,64,512,1,0,15.6398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,64,1024,1,0,31.1396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,64,1536,1,0,46.8759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,64,2048,1,0,62.8820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,128,1,1,0,1.1355
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,128,16,1,0,1.3933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,128,32,1,0,2.2914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,128,64,1,0,4.1059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,128,128,1,0,7.9044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,128,256,1,0,15.6319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,128,512,1,0,30.9320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,128,1024,1,0,61.9289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,256,1,1,0,1.1384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,256,16,1,0,2.2903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,256,32,1,0,4.1062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,256,64,1,0,7.8984
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,256,128,1,0,15.5254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,256,256,1,0,30.9239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,bfloat16,1,256,512,1,0,61.5640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,0,1.8011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,16,1,0,1.9948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,32,1,0,2.0108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,64,1,0,1.9964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,128,1,0,2.0205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,256,1,0,2.0231
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,512,1,0,2.0250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1024,1,0,2.0773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1536,1,0,2.3303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,2048,1,0,2.8716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,3072,1,0,3.9732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,4096,1,0,5.1192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,6144,1,0,7.5609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,8192,1,0,9.9976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,10240,1,0,12.4785
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,12288,1,0,15.0513
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,16384,1,0,20.2613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,32768,1,0,43.0279
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,0,2.1096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,16,1,0,1.9648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,32,1,0,1.9676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,64,1,0,1.9733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,128,1,0,1.9687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,256,1,0,2.0029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,512,1,0,2.0552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1024,1,0,2.9305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1536,1,0,4.0081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,2048,1,0,5.0970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,3072,1,0,7.4917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,4096,1,0,9.8635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,6144,1,0,14.6750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,8192,1,0,19.5435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,10240,1,0,24.4914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,12288,1,0,29.6122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,16384,1,0,40.0076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,32768,1,0,95.6226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,0,1.9179
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,16,1,0,1.9759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,32,1,0,1.9753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,64,1,0,1.9822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,128,1,0,2.0137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,256,1,0,2.0821
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,512,1,0,2.9769
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1024,1,0,5.2379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1536,1,0,7.5647
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,2048,1,0,9.8235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,3072,1,0,14.5403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,4096,1,0,19.2691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,6144,1,0,28.8695
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,8192,1,0,38.5903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,10240,1,0,48.4781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,12288,1,0,58.7052
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,16384,1,0,89.5871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,32768,1,0,190.6865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,0,1.9231
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,16,1,0,2.0001
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,32,1,0,1.9822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,64,1,0,2.0258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,128,1,0,2.0977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,256,1,0,3.0134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,512,1,0,5.3277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1024,1,0,10.1094
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1536,1,0,14.6909
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,2048,1,0,19.2080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,3072,1,0,28.5878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,4096,1,0,38.0191
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,6144,1,0,57.1951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,8192,1,0,86.7132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,10240,1,0,109.0978
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,12288,1,0,132.0388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,16384,1,0,178.5761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,0,1.9234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,16,1,0,1.9825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,32,1,0,2.0090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,64,1,0,2.0862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,128,1,0,3.0318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,256,1,0,5.3788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,512,1,0,10.2744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1024,1,0,19.8064
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1536,1,0,28.8889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,2048,1,0,37.8139
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,3072,1,0,56.5810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,4096,1,0,85.5620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,6144,1,0,129.0288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,8192,1,0,172.8190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,0,1.9344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,16,1,0,2.0012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,32,1,0,2.0797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,64,1,0,2.7883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,128,1,0,4.8970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,256,1,0,9.4121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,512,1,0,18.2558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1024,1,0,35.9246
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1536,1,0,53.8308
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,2048,1,0,82.0571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,3072,1,0,124.6253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,4096,1,0,167.3115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,0,1.9375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,16,1,0,2.0619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,32,1,0,2.7791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,64,1,0,4.8857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,128,1,0,9.3598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,256,1,0,18.2655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,512,1,0,35.8560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1024,1,0,81.5454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1536,1,0,122.5175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,2048,1,0,163.5188
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,0,1.9453
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,16,1,0,2.7789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,32,1,0,4.8854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,64,1,0,9.3484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,128,1,0,18.2025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,256,1,0,35.8447
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,512,1,0,81.3444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1024,1,0,162.8141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,0,1.9424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,16,1,0,4.8908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,32,1,0,9.3453
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,64,1,0,18.1900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,128,1,0,35.7489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,256,1,0,81.3826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,512,1,0,162.2249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,0,1.8187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,16,1,0,1.9627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,32,1,0,1.9752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,64,1,0,1.9918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,128,1,0,2.0002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,256,1,0,1.9940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,512,1,0,2.0118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1024,1,0,2.0623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1536,1,0,2.1019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,2048,1,0,2.4311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,3072,1,0,3.3455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,4096,1,0,4.2741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,6144,1,0,6.2886
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,8192,1,0,8.3734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,10240,1,0,10.4692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,12288,1,0,12.6551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,16384,1,0,17.0969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,32768,1,0,36.8142
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,0,2.1457
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,16,1,0,1.9971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,32,1,0,1.9878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,64,1,0,1.9997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,128,1,0,2.0031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,256,1,0,2.0073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,512,1,0,2.0579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1024,1,0,2.4063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1536,1,0,3.2844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,2048,1,0,4.1641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,3072,1,0,6.1290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,4096,1,0,8.1216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,6144,1,0,12.1814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,8192,1,0,16.2893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,10240,1,0,20.4779
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,12288,1,0,24.8400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,16384,1,0,33.7122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,32768,1,0,73.1194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,0,1.9310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,16,1,0,1.9913
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,32,1,0,1.9928
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,64,1,0,1.9934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,128,1,0,1.9974
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,256,1,0,2.0529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,512,1,0,2.3991
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1024,1,0,4.1475
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1536,1,0,5.9939
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,2048,1,0,7.8976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,3072,1,0,11.8583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,4096,1,0,15.8154
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,6144,1,0,23.8732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,8192,1,0,32.0773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,10240,1,0,40.4385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,12288,1,0,49.1270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,16384,1,0,66.8772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,32768,1,0,155.6895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,0,1.9423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,16,1,0,2.0033
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,32,1,0,1.9900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,64,1,0,2.0183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,128,1,0,2.1022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,256,1,0,2.4036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,512,1,0,4.5853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1024,1,0,7.8419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1536,1,0,12.4075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,2048,1,0,15.3419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,3072,1,0,24.0111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,4096,1,0,31.1074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,6144,1,0,47.2086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,8192,1,0,63.5816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,10240,1,0,80.1448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,12288,1,0,97.5638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,16384,1,0,143.1997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,0,1.9397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,16,1,0,1.9980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,32,1,0,2.0015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,64,1,0,2.0574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,128,1,0,2.4064
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,256,1,0,4.1421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,512,1,0,7.8128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1024,1,0,15.2282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1536,1,0,22.6839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,2048,1,0,30.0852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,3072,1,0,45.7574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,4096,1,0,61.5707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,6144,1,0,93.7210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,8192,1,0,136.6341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,0,1.9710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,16,1,0,2.0183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,32,1,0,2.0645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,64,1,0,2.3994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,128,1,0,4.1266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,256,1,0,7.8268
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,512,1,0,15.1986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1024,1,0,29.9034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1536,1,0,44.7127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,2048,1,0,59.6533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,3072,1,0,90.8959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,4096,1,0,132.7160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,0,1.9496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,16,1,0,2.0554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,32,1,0,2.3990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,64,1,0,4.1225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,128,1,0,7.7664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,256,1,0,15.2172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,512,1,0,29.8194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1024,1,0,59.2477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1536,1,0,88.7898
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,2048,1,0,128.9130
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,0,1.9565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,16,1,0,2.3999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,32,1,0,4.1147
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,64,1,0,7.7643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,128,1,0,15.1209
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,256,1,0,29.8428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,512,1,0,59.2133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1024,1,0,127.9881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,0,1.9627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,16,1,0,4.1083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,32,1,0,7.7566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,64,1,0,15.1056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,128,1,0,29.7267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,256,1,0,59.1024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,512,1,0,127.6030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,0,1.8302
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,16,1,0,1.9787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,32,1,0,2.0117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,64,1,0,1.9995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,128,1,0,1.9946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,256,1,0,2.0234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,512,1,0,2.0028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1024,1,0,2.0349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1536,1,0,2.0822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,2048,1,0,2.1248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,3072,1,0,2.8215
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,4096,1,0,3.5915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,6144,1,0,5.1981
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,8192,1,0,6.9149
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,10240,1,0,8.6553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,12288,1,0,10.4885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,16384,1,0,14.2503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,32768,1,0,31.1649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,0,2.1356
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,16,1,0,2.0113
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,32,1,0,2.0025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,64,1,0,1.9963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,128,1,0,1.9955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,256,1,0,1.9922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,512,1,0,2.0322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1024,1,0,2.1071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1536,1,0,2.7569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,2048,1,0,3.4799
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,3072,1,0,5.0368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,4096,1,0,6.6644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,6144,1,0,10.0118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,8192,1,0,13.4367
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,10240,1,0,16.9265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,12288,1,0,20.5816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,16384,1,0,28.0665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,32768,1,0,61.8244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,0,1.9193
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,16,1,0,1.9883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,32,1,0,1.9899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,64,1,0,1.9912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,128,1,0,1.9897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,256,1,0,2.0231
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,512,1,0,2.1004
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1024,1,0,3.4509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1536,1,0,4.9074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,2048,1,0,6.4358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,3072,1,0,9.6894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,4096,1,0,12.9596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,6144,1,0,19.6161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,8192,1,0,26.4224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,10240,1,0,33.3763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,12288,1,0,40.6830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,16384,1,0,55.6061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,32768,1,0,123.0489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,0,1.9353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,16,1,0,1.9938
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,32,1,0,1.9995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,64,1,0,1.9923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,128,1,0,2.0402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,256,1,0,2.1037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,512,1,0,3.4455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1024,1,0,6.3846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1536,1,0,9.4304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,2048,1,0,12.4856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,3072,1,0,18.9351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,4096,1,0,25.4520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,6144,1,0,38.7606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,8192,1,0,52.3375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,10240,1,0,66.1407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,12288,1,0,80.6959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,16384,1,0,110.4206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,0,1.9434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,16,1,0,1.9814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,32,1,0,2.0010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,64,1,0,2.0230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,128,1,0,2.1083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,256,1,0,3.4489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,512,1,0,6.3484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1024,1,0,12.3815
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1536,1,0,18.4199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,2048,1,0,24.5238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,3072,1,0,37.3744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,4096,1,0,50.3424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,6144,1,0,76.8453
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,8192,1,0,103.8398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,0,1.9617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,16,1,0,1.9907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,32,1,0,2.0310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,64,1,0,2.1025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,128,1,0,3.4178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,256,1,0,6.3666
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,512,1,0,12.3228
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1024,1,0,24.2827
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1536,1,0,36.3170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,2048,1,0,48.4217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,3072,1,0,74.0156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,4096,1,0,99.9361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,0,1.9452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,16,1,0,2.0393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,32,1,0,2.1026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,64,1,0,3.4264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,128,1,0,6.3131
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,256,1,0,12.3635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,512,1,0,24.1913
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1024,1,0,47.9727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1536,1,0,71.9445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,2048,1,0,96.1700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,0,1.9581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,16,1,0,2.0960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,32,1,0,3.4313
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,64,1,0,6.3065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,128,1,0,12.2619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,256,1,0,24.2194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,512,1,0,47.8224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1024,1,0,95.2026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,0,1.9493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,16,1,0,3.4208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,32,1,0,6.3059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,64,1,0,12.2609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,128,1,0,24.0645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,256,1,0,48.1340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,512,1,0,94.8872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,0,1.8383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,16,1,0,1.9967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,32,1,0,2.0049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,64,1,0,2.0125
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,128,1,0,2.0113
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,256,1,0,2.0065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,512,1,0,2.0062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1024,1,0,2.0091
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1536,1,0,2.0158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,2048,1,0,2.0527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,3072,1,0,2.2474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,4096,1,0,2.8988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,6144,1,0,4.3155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,8192,1,0,5.8247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,10240,1,0,7.3773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,12288,1,0,8.9757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,16384,1,0,12.3328
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,32768,1,0,27.6310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,0,2.1541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,16,1,0,2.0143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,32,1,0,2.0163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,64,1,0,2.0020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,128,1,0,2.0007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,256,1,0,2.0136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,512,1,0,2.0122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1024,1,0,2.0256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1536,1,0,2.0742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,2048,1,0,2.5306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,3072,1,0,3.8809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,4096,1,0,5.2983
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,6144,1,0,8.2593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,8192,1,0,11.2838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,10240,1,0,14.3824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,12288,1,0,17.6382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,16384,1,0,24.3851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,32768,1,0,34.4859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,0,1.9495
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,16,1,0,2.0138
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,32,1,0,2.0171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,64,1,0,2.0103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,128,1,0,1.9963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,256,1,0,2.0074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,512,1,0,2.0090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1024,1,0,2.2062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1536,1,0,3.2561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,2048,1,0,4.5590
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,3072,1,0,7.4229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,4096,1,0,10.2719
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,6144,1,0,16.1968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,8192,1,0,22.2780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,10240,1,0,28.5157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,12288,1,0,35.0656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,16384,1,0,28.3133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,32768,1,0,68.4744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,0,1.9535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,16,1,0,2.0041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,32,1,0,2.0034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,64,1,0,2.0032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,128,1,0,2.0105
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,256,1,0,2.0206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,512,1,0,2.0583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1024,1,0,3.8915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1536,1,0,6.1961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,2048,1,0,8.8025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,3072,1,0,14.5774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,4096,1,0,20.3925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,6144,1,0,32.2881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,8192,1,0,25.0987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,10240,1,0,32.1555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,12288,1,0,39.9665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,16384,1,0,56.1328
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,0,1.9509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,16,1,0,2.0085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,32,1,0,2.0099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,64,1,0,2.0157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,128,1,0,2.0086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,256,1,0,2.0376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,512,1,0,3.5583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1024,1,0,7.4357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1536,1,0,12.0550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,2048,1,0,17.3940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,3072,1,0,28.9837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,4096,1,0,23.3057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,6144,1,0,36.2521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,8192,1,0,49.7430
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,0,1.9760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,16,1,0,2.0097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,32,1,0,2.0093
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,64,1,0,2.0181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,128,1,0,2.0470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,256,1,0,3.3692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,512,1,0,6.7710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1024,1,0,14.6010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1536,1,0,23.8814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,2048,1,0,21.6880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,3072,1,0,33.7980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,4096,1,0,46.1709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,0,1.9538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,16,1,0,2.0062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,32,1,0,2.0071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,64,1,0,2.0354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,128,1,0,3.2698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,256,1,0,6.3713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,512,1,0,13.2568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1024,1,0,21.4635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1536,1,0,32.1664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,2048,1,0,42.9378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,0,1.9649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,16,1,0,2.0100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,32,1,0,2.0409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,64,1,0,3.2696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,128,1,0,6.1729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,256,1,0,12.3705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,512,1,0,21.3661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1024,1,0,42.5205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,0,1.9701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,16,1,0,2.0423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,32,1,0,3.2744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,64,1,0,6.1748
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,128,1,0,11.9739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,256,1,0,21.5723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,512,1,0,42.3328
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,0,1.8417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,16,1,0,1.9863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,32,1,0,2.0058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,64,1,0,2.0016
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,128,1,0,2.0067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,256,1,0,2.0004
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,512,1,0,1.9953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1024,1,0,2.0015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1536,1,0,2.0451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,2048,1,0,2.0458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,3072,1,0,2.1506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,4096,1,0,2.8028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,6144,1,0,4.1972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,8192,1,0,5.6605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,10240,1,0,7.1782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,12288,1,0,8.7850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,16384,1,0,12.0490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,32768,1,0,27.1530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,0,2.1462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,16,1,0,1.9996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,32,1,0,2.0063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,64,1,0,2.0066
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,128,1,0,2.0070
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,256,1,0,2.0145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,512,1,0,2.0039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1024,1,0,2.0250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1536,1,0,2.0629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,2048,1,0,2.3889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,3072,1,0,3.7281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,4096,1,0,5.1040
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,6144,1,0,7.9919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,8192,1,0,10.9451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,10240,1,0,13.9865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,12288,1,0,17.2223
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,16384,1,0,23.7552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,32768,1,0,30.8900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,0,1.9390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,16,1,0,2.0030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,32,1,0,2.0061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,64,1,0,1.9930
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,128,1,0,2.0160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,256,1,0,2.0140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,512,1,0,2.0318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1024,1,0,2.0549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1536,1,0,2.9997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,2048,1,0,4.2604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,3072,1,0,7.0585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,4096,1,0,9.9104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,6144,1,0,15.6754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,8192,1,0,21.6024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,10240,1,0,27.7411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,12288,1,0,34.0889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,16384,1,0,24.7325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,32768,1,0,61.3212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,0,1.9586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,16,1,0,2.0065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,32,1,0,2.0096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,64,1,0,2.0092
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,128,1,0,2.0029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,256,1,0,2.0141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,512,1,0,2.0348
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1024,1,0,3.4849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1536,1,0,5.6506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,2048,1,0,8.1486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,3072,1,0,13.7738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,4096,1,0,19.4809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,6144,1,0,31.1843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,8192,1,0,21.5206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,10240,1,0,27.6885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,12288,1,0,34.5779
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,16384,1,0,49.0394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,0,1.9435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,16,1,0,2.0018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,32,1,0,1.9932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,64,1,0,2.0020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,128,1,0,2.0062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,256,1,0,2.0117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,512,1,0,3.1006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1024,1,0,6.6250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1536,1,0,10.9547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,2048,1,0,16.0290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,3072,1,0,27.3478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,4096,1,0,19.7237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,6144,1,0,30.8946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,8192,1,0,42.6153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,0,1.9692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,16,1,0,2.0061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,32,1,0,2.0159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,64,1,0,2.0184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,128,1,0,2.0119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,256,1,0,2.9002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,512,1,0,5.8494
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1024,1,0,12.9228
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1536,1,0,21.6914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,2048,1,0,18.1198
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,3072,1,0,28.4492
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,4096,1,0,39.0146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,0,1.9608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,16,1,0,2.0022
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,32,1,0,2.0183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,64,1,0,2.0136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,128,1,0,2.8127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,256,1,0,5.4240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,512,1,0,11.4061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1024,1,0,17.8971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1536,1,0,26.8251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,2048,1,0,35.8128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,0,1.9690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,16,1,0,2.0147
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,32,1,0,2.0188
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,64,1,0,2.8123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,128,1,0,5.2487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,256,1,0,10.4499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,512,1,0,17.8005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1024,1,0,35.3760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,0,1.9621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,16,1,0,1.9940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,32,1,0,2.8110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,64,1,0,5.2501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,128,1,0,10.1020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,256,1,0,17.7419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,512,1,0,35.1847
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,0,1.8206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,16,1,0,1.9782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,32,1,0,2.0111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,64,1,0,2.0213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,128,1,0,2.0247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,256,1,0,2.1243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,512,1,0,1.9970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1024,1,0,2.0435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1536,1,0,2.0316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,2048,1,0,2.0680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,3072,1,0,2.1265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,4096,1,0,2.7071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,6144,1,0,4.0195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,8192,1,0,5.4458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,10240,1,0,6.9018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,12288,1,0,8.4544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,16384,1,0,11.6201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,32768,1,0,26.2212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,0,2.2030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,16,1,0,2.0539
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,32,1,0,2.0569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,64,1,0,2.0561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,128,1,0,2.0452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,256,1,0,2.0483
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,512,1,0,2.0443
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1024,1,0,2.0508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1536,1,0,2.1001
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,2048,1,0,2.2812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,3072,1,0,3.5476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,4096,1,0,4.8910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,6144,1,0,7.6897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,8192,1,0,10.4967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,10240,1,0,13.4547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,12288,1,0,16.5225
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,16384,1,0,22.9041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,32768,1,0,29.1159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,0,1.9581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,16,1,0,2.0143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,32,1,0,2.0121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,64,1,0,2.0173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,128,1,0,2.0343
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,256,1,0,2.0165
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,512,1,0,2.0298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1024,1,0,2.0490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1536,1,0,2.8332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,2048,1,0,4.0384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,3072,1,0,6.7164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,4096,1,0,9.4201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,6144,1,0,15.0210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,8192,1,0,20.6627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,10240,1,0,26.5443
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,12288,1,0,32.8271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,16384,1,0,22.9357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,32768,1,0,57.8448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,0,1.9704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,16,1,0,2.0283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,32,1,0,2.0224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,64,1,0,2.0288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,128,1,0,2.0357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,256,1,0,2.0256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,512,1,0,2.0411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1024,1,0,3.2662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1536,1,0,5.3072
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,2048,1,0,7.7013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,3072,1,0,13.1016
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,4096,1,0,18.6136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,6144,1,0,29.8165
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,8192,1,0,19.7327
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,10240,1,0,25.4611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,12288,1,0,31.9454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,16384,1,0,45.4756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,0,1.9602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,16,1,0,2.0193
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,32,1,0,2.0080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,64,1,0,2.0170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,128,1,0,2.0237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,256,1,0,2.0169
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,512,1,0,2.8788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1024,1,0,6.1698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1536,1,0,10.2919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,2048,1,0,15.1520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,3072,1,0,26.0656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,4096,1,0,17.9331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,6144,1,0,28.2574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,8192,1,0,39.0735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,0,1.9889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,16,1,0,2.0284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,32,1,0,2.0234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,64,1,0,2.0309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,128,1,0,2.0251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,256,1,0,2.6857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,512,1,0,5.4134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1024,1,0,11.9985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1536,1,0,20.3095
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,2048,1,0,16.3030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,3072,1,0,25.7660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,4096,1,0,35.4752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,0,1.9969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,16,1,0,2.0232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,32,1,0,2.0319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,64,1,0,2.0361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,128,1,0,2.5822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,256,1,0,4.9845
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,512,1,0,10.5363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1024,1,0,16.0953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1536,1,0,24.1571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,2048,1,0,32.2911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,0,1.9707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,16,1,0,2.0171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,32,1,0,2.0190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,64,1,0,2.5914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,128,1,0,4.8083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,256,1,0,9.5732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,512,1,0,16.0032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1024,1,0,31.8593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,0,1.9943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,16,1,0,2.0376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,32,1,0,2.5911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,64,1,0,4.8133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,128,1,0,9.2198
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,256,1,0,15.9493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,512,1,0,31.6630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,0,1.8425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,16,1,0,2.0115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,32,1,0,2.0166
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,64,1,0,2.0245
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,128,1,0,2.0195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,256,1,0,2.0191
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,512,1,0,2.0233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1024,1,0,2.0154
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1536,1,0,2.0154
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,2048,1,0,2.0510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,3072,1,0,2.1101
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,4096,1,0,2.6295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,6144,1,0,3.9445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,8192,1,0,5.3241
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,10240,1,0,6.7401
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,12288,1,0,8.2493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,16384,1,0,11.4061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,32768,1,0,25.8080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,0,2.1989
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,16,1,0,2.0386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,32,1,0,2.0374
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,64,1,0,2.0326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,128,1,0,2.0394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,256,1,0,2.0358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,512,1,0,2.0397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1024,1,0,2.0301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1536,1,0,2.0791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,2048,1,0,2.2177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,3072,1,0,3.4371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,4096,1,0,4.7646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,6144,1,0,7.4904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,8192,1,0,10.2401
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,10240,1,0,13.1786
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,12288,1,0,16.2071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,16384,1,0,22.4086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,32768,1,0,28.2298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,0,1.9680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,16,1,0,2.0432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,32,1,0,2.0412
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,64,1,0,2.0308
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,128,1,0,2.0413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,256,1,0,2.0480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,512,1,0,2.0481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1024,1,0,2.0745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1536,1,0,2.7453
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,2048,1,0,3.9056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,3072,1,0,6.5688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,4096,1,0,9.1871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,6144,1,0,14.6644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,8192,1,0,20.2233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,10240,1,0,26.0612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,12288,1,0,32.2070
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,16384,1,0,22.0602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,32768,1,0,56.0815
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,0,1.9931
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,16,1,0,2.0400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,32,1,0,2.0529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,64,1,0,2.0501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,128,1,0,2.0420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,256,1,0,2.0482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,512,1,0,2.0442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1024,1,0,3.1314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1536,1,0,5.1370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,2048,1,0,7.5063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,3072,1,0,12.8229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,4096,1,0,18.1582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,6144,1,0,29.1915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,8192,1,0,18.8735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,10240,1,0,24.3621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,12288,1,0,30.6488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,16384,1,0,43.7659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,0,1.9964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,16,1,0,2.0559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,32,1,0,2.0535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,64,1,0,2.0564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,128,1,0,2.0565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,256,1,0,2.0438
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,512,1,0,2.7632
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1024,1,0,5.9451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1536,1,0,9.9775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,2048,1,0,14.7534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,3072,1,0,25.3812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,4096,1,0,17.0598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,6144,1,0,26.9473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,8192,1,0,37.3415
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,0,2.0146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,16,1,0,2.0363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,32,1,0,2.0555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,64,1,0,2.0665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,128,1,0,2.0516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,256,1,0,2.5587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,512,1,0,5.1969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1024,1,0,11.5886
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1536,1,0,19.6604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,2048,1,0,15.4568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,3072,1,0,24.4616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,4096,1,0,33.7122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,0,2.0079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,16,1,0,2.0419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,32,1,0,2.0370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,64,1,0,2.0420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,128,1,0,2.4713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,256,1,0,4.7650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,512,1,0,10.0868
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1024,1,0,15.2386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1536,1,0,22.8544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,2048,1,0,30.5441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,0,2.0070
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,16,1,0,2.0503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,32,1,0,2.0509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,64,1,0,2.4698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,128,1,0,4.5869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,256,1,0,9.1432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,512,1,0,15.1343
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1024,1,0,30.1056
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,0,1.9960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,16,1,0,2.0423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,32,1,0,2.4753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,64,1,0,4.5900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,128,1,0,8.7902
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,256,1,0,15.0805
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,512,1,0,29.9216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,0,1.8765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,16,1,0,2.0348
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,32,1,0,2.0379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,64,1,0,2.0552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,128,1,0,2.0504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,256,1,0,2.0528
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,512,1,0,2.0501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1024,1,0,2.0535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1536,1,0,2.0616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,2048,1,0,2.0675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,3072,1,0,2.1344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,4096,1,0,2.6170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,6144,1,0,3.8841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,8192,1,0,5.2506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,10240,1,0,6.6782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,12288,1,0,8.1756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,16384,1,0,11.2791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,32768,1,0,25.6174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,0,2.2112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,16,1,0,2.0411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,32,1,0,2.0480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,64,1,0,2.0571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,128,1,0,2.0563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,256,1,0,2.0507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,512,1,0,2.0538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1024,1,0,2.0534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1536,1,0,2.0926
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,2048,1,0,2.1899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,3072,1,0,3.4218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,4096,1,0,4.7110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,6144,1,0,7.4195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,8192,1,0,10.1760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,10240,1,0,13.0123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,12288,1,0,16.0452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,16384,1,0,22.2267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,32768,1,0,27.7997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,0,1.9872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,16,1,0,2.0567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,32,1,0,2.0389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,64,1,0,2.0991
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,128,1,0,2.0656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,256,1,0,2.0622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,512,1,0,2.0524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1024,1,0,2.0868
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1536,1,0,2.7067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,2048,1,0,3.8574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,3072,1,0,6.4625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,4096,1,0,9.0844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,6144,1,0,14.4769
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,8192,1,0,20.0300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,10240,1,0,25.7763
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,12288,1,0,31.7733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,16384,1,0,21.6187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,32768,1,0,55.2088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,0,2.0003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,16,1,0,2.0493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,32,1,0,2.0537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,64,1,0,2.0513
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,128,1,0,2.0441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,256,1,0,2.0423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,512,1,0,2.0503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1024,1,0,3.0788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1536,1,0,5.0582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,2048,1,0,7.3878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,3072,1,0,12.6205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,4096,1,0,17.9664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,6144,1,0,28.8381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,8192,1,0,18.4213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,10240,1,0,23.8261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,12288,1,0,29.9606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,16384,1,0,42.8500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,0,2.0027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,16,1,0,2.0563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,32,1,0,2.0555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,64,1,0,2.0574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,128,1,0,2.0599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,256,1,0,2.0446
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,512,1,0,2.7034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1024,1,0,5.8263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1536,1,0,9.7996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,2048,1,0,14.5549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,3072,1,0,25.0150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,4096,1,0,16.6143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,6144,1,0,26.2683
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,8192,1,0,36.4238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,0,2.0090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,16,1,0,2.0551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,32,1,0,2.0520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,64,1,0,2.0781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,128,1,0,2.0536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,256,1,0,2.5019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,512,1,0,5.0953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1024,1,0,11.3579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1536,1,0,19.7814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,2048,1,0,15.0194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,3072,1,0,23.8220
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,4096,1,0,32.8459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,0,2.0158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,16,1,0,2.0786
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,32,1,0,2.0609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,64,1,0,2.0762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,128,1,0,2.4136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,256,1,0,4.6527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,512,1,0,9.8402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1024,1,0,14.7919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1536,1,0,22.1925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,2048,1,0,29.6447
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,0,2.0325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,16,1,0,2.0677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,32,1,0,2.0629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,64,1,0,2.4137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,128,1,0,4.4746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,256,1,0,8.9184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,512,1,0,14.6947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1024,1,0,29.2053
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,0,2.0176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,16,1,0,2.0693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,32,1,0,2.4205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,64,1,0,4.4734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,128,1,0,8.5664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,256,1,0,14.6416
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,512,1,0,29.0507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,0,1.8694
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,16,1,0,2.0410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,32,1,0,2.0584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,64,1,0,2.0629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,128,1,0,2.0898
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,256,1,0,2.0716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,512,1,0,2.0974
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1024,1,0,2.1384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1536,1,0,2.3280
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,2048,1,0,2.9028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,3072,1,0,4.0547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,4096,1,0,5.2463
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,6144,1,0,7.7544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,8192,1,0,10.2880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,10240,1,0,12.8561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,12288,1,0,15.4957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,16384,1,0,20.8579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,32768,1,0,44.2838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,0,2.1992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,16,1,0,2.0599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,32,1,0,2.0628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,64,1,0,2.0717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,128,1,0,2.0696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,256,1,0,2.0744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,512,1,0,2.1386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1024,1,0,2.8838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1536,1,0,3.9943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,2048,1,0,5.1310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,3072,1,0,7.5890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,4096,1,0,10.0499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,6144,1,0,15.0185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,8192,1,0,20.0507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,10240,1,0,25.1661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,12288,1,0,30.4378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,16384,1,0,41.1598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,32768,1,0,98.0306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,0,1.9971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,16,1,0,2.0600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,32,1,0,2.0806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,64,1,0,2.0747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,128,1,0,2.0809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,256,1,0,2.1374
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,512,1,0,2.8849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1024,1,0,5.1015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1536,1,0,7.4545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,2048,1,0,9.8274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,3072,1,0,14.6917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,4096,1,0,19.5669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,6144,1,0,29.4778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,8192,1,0,39.5377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,10240,1,0,49.7443
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,12288,1,0,60.3148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,16384,1,0,91.8133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,32768,1,0,195.4721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,0,1.9856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,16,1,0,2.0549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,32,1,0,2.0524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,64,1,0,2.0697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,128,1,0,2.1378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,256,1,0,2.8737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,512,1,0,5.0893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1024,1,0,9.7553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1536,1,0,14.4321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,2048,1,0,19.0920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,3072,1,0,28.8562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,4096,1,0,38.6189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,6144,1,0,58.3996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,8192,1,0,88.6125
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,10240,1,0,111.6250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,12288,1,0,135.2250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,16384,1,0,183.0470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,0,1.9776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,16,1,0,2.0688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,32,1,0,2.0871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,64,1,0,2.1516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,128,1,0,2.8788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,256,1,0,5.0917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,512,1,0,9.7357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1024,1,0,18.9777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1536,1,0,28.3349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,2048,1,0,37.6288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,3072,1,0,57.0275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,4096,1,0,86.7806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,6144,1,0,131.5154
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,8192,1,0,176.6847
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,0,2.0042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,16,1,0,2.0826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,32,1,0,2.1521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,64,1,0,2.8789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,128,1,0,5.0705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,256,1,0,9.7426
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,512,1,0,18.9407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1024,1,0,37.3783
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1536,1,0,55.9411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,2048,1,0,84.9027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,3072,1,0,128.8682
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,4096,1,0,172.9825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,0,2.0197
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,16,1,0,2.1599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,32,1,0,2.8819
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,64,1,0,5.0668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,128,1,0,9.6948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,256,1,0,18.9085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,512,1,0,37.2941
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1024,1,0,84.4441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1536,1,0,126.7000
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,2048,1,0,169.2063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,0,2.0251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,16,1,0,2.8762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,32,1,0,5.0638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,64,1,0,9.6881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,128,1,0,18.8676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,256,1,0,37.3337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,512,1,0,84.2243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1024,1,0,168.2509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,0,2.0173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,16,1,0,5.0532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,32,1,0,9.6830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,64,1,0,18.8199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,128,1,0,37.1616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,256,1,0,84.2775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,512,1,0,167.8854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,0,1.8654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,16,1,0,2.0708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,32,1,0,2.0753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,64,1,0,2.0727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,128,1,0,2.0908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,256,1,0,2.0774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,512,1,0,2.0986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1024,1,0,2.1415
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1536,1,0,2.2001
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,2048,1,0,2.5835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,3072,1,0,3.5757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,4096,1,0,4.5767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,6144,1,0,6.7299
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,8192,1,0,8.9460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,10240,1,0,11.1900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,12288,1,0,13.5117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,16384,1,0,18.2391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,32768,1,0,39.0810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,0,2.1894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,16,1,0,2.0705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,32,1,0,2.0777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,64,1,0,2.0808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,128,1,0,2.0767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,256,1,0,2.0950
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,512,1,0,2.1448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1024,1,0,2.5715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1536,1,0,3.5163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,2048,1,0,4.4834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,3072,1,0,6.5610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,4096,1,0,8.7100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,6144,1,0,13.0448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,8192,1,0,17.4239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,10240,1,0,21.8866
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,12288,1,0,26.5388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,16384,1,0,35.9807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,32768,1,0,77.5904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,0,1.9833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,16,1,0,2.0742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,32,1,0,2.0809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,64,1,0,2.0706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,128,1,0,2.0839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,256,1,0,2.1439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,512,1,0,2.5668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1024,1,0,4.4478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1536,1,0,6.4299
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,2048,1,0,8.4846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,3072,1,0,12.7119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,4096,1,0,16.9512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,6144,1,0,25.5761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,8192,1,0,34.3475
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,10240,1,0,43.2632
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,12288,1,0,52.5186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,16384,1,0,71.3562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,32768,1,0,164.7047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,0,1.9744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,16,1,0,2.0853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,32,1,0,2.0830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,64,1,0,2.0933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,128,1,0,2.1402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,256,1,0,2.5603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,512,1,0,4.4447
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1024,1,0,8.4240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1536,1,0,12.4573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,2048,1,0,16.4912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,3072,1,0,24.9831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,4096,1,0,33.4567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,6144,1,0,50.7092
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,8192,1,0,68.2161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,10240,1,0,86.0545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,12288,1,0,104.4583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,16384,1,0,152.4108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,0,1.9760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,16,1,0,2.0784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,32,1,0,2.0898
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,64,1,0,2.1575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,128,1,0,2.5499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,256,1,0,4.4385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,512,1,0,8.4042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1024,1,0,16.3814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1536,1,0,24.4668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,2048,1,0,32.5226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,3072,1,0,49.4190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,4096,1,0,66.4305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,6144,1,0,100.7125
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,8192,1,0,145.9566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,0,2.0094
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,16,1,0,2.0903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,32,1,0,2.1528
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,64,1,0,2.5579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,128,1,0,4.4168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,256,1,0,8.4067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,512,1,0,16.3432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1024,1,0,32.2806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1536,1,0,48.3879
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,2048,1,0,64.4630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,3072,1,0,98.2154
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,4096,1,0,142.2481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,0,2.0162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,16,1,0,2.1395
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,32,1,0,2.5539
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,64,1,0,4.4185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,128,1,0,8.3556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,256,1,0,16.3537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,512,1,0,32.2142
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1024,1,0,64.1124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1536,1,0,96.1633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,2048,1,0,138.5984
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,0,2.0126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,16,1,0,2.5520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,32,1,0,4.4117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,64,1,0,8.3510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,128,1,0,16.2674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,256,1,0,32.2315
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,512,1,0,65.0057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1024,1,0,137.6453
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,0,1.9951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,16,1,0,4.4160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,32,1,0,8.3460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,64,1,0,16.2512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,128,1,0,32.0844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,256,1,0,64.0136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,512,1,0,137.3831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,0,1.9206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,16,1,0,2.0534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,32,1,0,2.0746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,64,1,0,2.0724
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,128,1,0,2.0713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,256,1,0,2.0776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,512,1,0,2.0654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1024,1,0,2.1251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1536,1,0,2.1475
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,2048,1,0,2.1908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,3072,1,0,2.9430
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,4096,1,0,3.7437
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,6144,1,0,5.4273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,8192,1,0,7.2018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,10240,1,0,9.0160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,12288,1,0,10.9418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,16384,1,0,14.8295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,32768,1,0,32.3098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,0,2.2254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,16,1,0,2.0805
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,32,1,0,2.0823
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,64,1,0,2.0732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,128,1,0,2.0843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,256,1,0,2.0780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,512,1,0,2.1211
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1024,1,0,2.1947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1536,1,0,2.8850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,2048,1,0,3.6368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,3072,1,0,5.2588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,4096,1,0,6.9688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,6144,1,0,10.4614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,8192,1,0,14.0141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,10240,1,0,17.6573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,12288,1,0,21.4418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,16384,1,0,29.2055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,32768,1,0,64.1077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,0,2.0133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,16,1,0,2.0705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,32,1,0,2.0608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,64,1,0,2.0670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,128,1,0,2.0701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,256,1,0,2.1087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,512,1,0,2.1916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1024,1,0,3.6094
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1536,1,0,5.1206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,2048,1,0,6.7357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,3072,1,0,10.1275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,4096,1,0,13.5397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,6144,1,0,20.4875
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,8192,1,0,27.5833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,10240,1,0,34.8063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,12288,1,0,42.4032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,16384,1,0,57.8888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,32768,1,0,127.4646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,0,2.0091
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,16,1,0,2.0605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,32,1,0,2.0643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,64,1,0,2.0550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,128,1,0,2.0958
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,256,1,0,2.1836
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,512,1,0,3.5867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1024,1,0,6.6677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1536,1,0,9.8737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,2048,1,0,13.0743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,3072,1,0,19.8677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,4096,1,0,26.6776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,6144,1,0,40.5843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,8192,1,0,54.6994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,10240,1,0,69.0771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,12288,1,0,84.2287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,16384,1,0,115.1514
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,0,2.0264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,16,1,0,2.0808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,32,1,0,2.0821
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,64,1,0,2.1235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,128,1,0,2.1958
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,256,1,0,3.6051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,512,1,0,6.6531
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1024,1,0,12.9680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1536,1,0,19.3659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,2048,1,0,25.7651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,3072,1,0,39.5458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,4096,1,0,52.8341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,6144,1,0,80.4467
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,8192,1,0,108.6779
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,0,2.0362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,16,1,0,2.0704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,32,1,0,2.1232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,64,1,0,2.1986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,128,1,0,3.5843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,256,1,0,6.6709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,512,1,0,12.9205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1024,1,0,25.5031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1536,1,0,38.2262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,2048,1,0,51.0355
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,3072,1,0,77.8546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,4096,1,0,104.9681
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,0,2.0317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,16,1,0,2.1147
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,32,1,0,2.1898
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,64,1,0,3.5735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,128,1,0,6.6153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,256,1,0,12.9350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,512,1,0,25.4413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1024,1,0,50.5852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1536,1,0,75.7486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,2048,1,0,101.1800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,0,2.0410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,16,1,0,2.1916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,32,1,0,3.5688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,64,1,0,6.6021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,128,1,0,12.8467
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,256,1,0,25.4483
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,512,1,0,50.3885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1024,1,0,100.4796
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,0,2.0346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,16,1,0,3.5700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,32,1,0,6.6026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,64,1,0,12.8341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,128,1,0,25.3015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,256,1,0,50.3961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,512,1,0,99.9654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,0,1.8884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,16,1,0,2.0336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,32,1,0,2.0448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,64,1,0,2.0503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,128,1,0,2.0438
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,256,1,0,2.0486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,512,1,0,2.0552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1024,1,0,2.0844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1536,1,0,2.1388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,2048,1,0,2.1656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,3072,1,0,2.6468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,4096,1,0,3.3281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,6144,1,0,4.7880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,8192,1,0,6.4119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,10240,1,0,7.9661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,12288,1,0,9.6413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,16384,1,0,13.1731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,32768,1,0,28.9176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,0,2.2147
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,16,1,0,2.0432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,32,1,0,2.0545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,64,1,0,2.0735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,128,1,0,2.0558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,256,1,0,2.0595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,512,1,0,2.0964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1024,1,0,2.1655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1536,1,0,2.5845
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,2048,1,0,3.2328
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,3072,1,0,4.6311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,4096,1,0,6.1168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,6144,1,0,9.1579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,8192,1,0,12.4384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,10240,1,0,15.5029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,12288,1,0,18.8895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,16384,1,0,25.9929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,32768,1,0,57.3774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,0,2.0144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,16,1,0,2.0535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,32,1,0,2.0607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,64,1,0,2.0544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,128,1,0,2.0728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,256,1,0,2.0935
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,512,1,0,2.1656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1024,1,0,3.1980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1536,1,0,4.5039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,2048,1,0,5.8924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,3072,1,0,8.8346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,4096,1,0,11.8051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,6144,1,0,17.9254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,8192,1,0,24.1969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,10240,1,0,30.6006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,12288,1,0,37.3627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,16384,1,0,51.1787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,32768,1,0,114.0128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,0,2.0148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,16,1,0,2.0627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,32,1,0,2.0663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,64,1,0,2.0655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,128,1,0,2.0968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,256,1,0,2.1635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,512,1,0,3.1879
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1024,1,0,5.8295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1536,1,0,8.5853
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,2048,1,0,11.3537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,3072,1,0,17.3260
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,4096,1,0,23.2661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,6144,1,0,35.5097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,8192,1,0,47.9317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,10240,1,0,60.6737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,12288,1,0,74.0951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,16384,1,0,101.6292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,0,2.0307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,16,1,0,2.0854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,32,1,0,2.0679
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,64,1,0,2.1002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,128,1,0,2.1716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,256,1,0,3.1896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,512,1,0,5.7960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1024,1,0,11.2307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1536,1,0,16.8146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,2048,1,0,22.3624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,3072,1,0,34.1721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,4096,1,0,46.0445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,6144,1,0,70.4089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,8192,1,0,95.2533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,0,2.0307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,16,1,0,2.0735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,32,1,0,2.0943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,64,1,0,2.1808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,128,1,0,3.1703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,256,1,0,5.8247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,512,1,0,11.2151
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1024,1,0,22.1190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1536,1,0,33.1418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,2048,1,0,44.2778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,3072,1,0,67.7321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,4096,1,0,91.4902
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,0,2.0241
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,16,1,0,2.0927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,32,1,0,2.1563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,64,1,0,3.1687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,128,1,0,5.7652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,256,1,0,11.2433
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,512,1,0,22.0277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1024,1,0,43.7923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1536,1,0,65.6710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,2048,1,0,87.7543
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,0,2.0377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,16,1,0,2.1633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,32,1,0,3.1696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,64,1,0,5.7643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,128,1,0,11.1211
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,256,1,0,22.1033
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,512,1,0,43.5554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1024,1,0,86.9921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,0,2.0560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,16,1,0,3.1689
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,32,1,0,5.7622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,64,1,0,11.1141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,128,1,0,21.8910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,256,1,0,43.7716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,512,1,0,86.5451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,0,1.8838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,16,1,0,2.0380
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,32,1,0,2.0424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,64,1,0,2.0563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,128,1,0,2.0595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,256,1,0,2.0663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,512,1,0,2.0811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1024,1,0,2.0795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1536,1,0,2.1306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,2048,1,0,2.1601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,3072,1,0,2.4934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,4096,1,0,3.1230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,6144,1,0,4.4790
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,8192,1,0,5.9376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,10240,1,0,7.4286
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,12288,1,0,9.0186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,16384,1,0,12.2563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,32768,1,0,27.2149
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,0,2.2154
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,16,1,0,2.0527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,32,1,0,2.0665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,64,1,0,2.0634
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,128,1,0,2.0579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,256,1,0,2.0712
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,512,1,0,2.0852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1024,1,0,2.1540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1536,1,0,2.4238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,2048,1,0,3.0249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,3072,1,0,4.3171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,4096,1,0,5.6983
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,6144,1,0,8.5362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,8192,1,0,11.4550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,10240,1,0,14.4427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,12288,1,0,17.6007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,16384,1,0,24.1081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,32768,1,0,53.9980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,0,2.0184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,16,1,0,2.0734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,32,1,0,2.0733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,64,1,0,2.0767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,128,1,0,2.0569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,256,1,0,2.0761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,512,1,0,2.1513
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1024,1,0,2.9911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1536,1,0,4.1863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,2048,1,0,5.4652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,3072,1,0,8.2076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,4096,1,0,10.9703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,6144,1,0,16.6386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,8192,1,0,22.4694
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,10240,1,0,28.4526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,12288,1,0,34.8025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,16384,1,0,47.7870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,32768,1,0,107.4290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,0,2.0090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,16,1,0,2.0572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,32,1,0,2.0634
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,64,1,0,2.0730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,128,1,0,2.0957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,256,1,0,2.1549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,512,1,0,2.9779
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1024,1,0,5.4024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1536,1,0,7.9495
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,2048,1,0,10.5002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,3072,1,0,16.0099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,4096,1,0,21.5686
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,6144,1,0,32.9488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,8192,1,0,44.5797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,10240,1,0,56.4416
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,12288,1,0,69.0477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,16384,1,0,95.0010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,0,2.0178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,16,1,0,2.0700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,32,1,0,2.0870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,64,1,0,2.0912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,128,1,0,2.1607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,256,1,0,2.9812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,512,1,0,5.3857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1024,1,0,10.3906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1536,1,0,15.5024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,2048,1,0,20.6541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,3072,1,0,31.6127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,4096,1,0,42.7335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,6144,1,0,65.3587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,8192,1,0,88.5105
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,0,2.0354
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,16,1,0,2.0773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,32,1,0,2.1035
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,64,1,0,2.1500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,128,1,0,2.9672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,256,1,0,5.3951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,512,1,0,10.3591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1024,1,0,20.4061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1536,1,0,30.5770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,2048,1,0,40.8530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,3072,1,0,62.7571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,4096,1,0,84.8624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,0,2.0554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,16,1,0,2.1010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,32,1,0,2.1746
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,64,1,0,2.9635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,128,1,0,5.3460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,256,1,0,10.3651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,512,1,0,20.3265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1024,1,0,40.3802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1536,1,0,60.6374
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,2048,1,0,81.1447
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,0,2.0388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,16,1,0,2.1524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,32,1,0,2.9611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,64,1,0,5.3446
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,128,1,0,10.2794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,256,1,0,20.3624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,512,1,0,40.1838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1024,1,0,80.1605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,0,2.0408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,16,1,0,2.9715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,32,1,0,5.3380
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,64,1,0,10.2739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,128,1,0,20.1863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,256,1,0,40.2776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,512,1,0,79.9821
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,0,1.8910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,16,1,0,2.0606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,32,1,0,2.0756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,64,1,0,2.0607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,128,1,0,2.0701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,256,1,0,2.0678
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,512,1,0,2.0727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1024,1,0,2.0704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1536,1,0,2.1162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,2048,1,0,2.1367
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,3072,1,0,2.4045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,4096,1,0,3.0224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,6144,1,0,4.3304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,8192,1,0,5.7258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,10240,1,0,7.1705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,12288,1,0,8.7707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,16384,1,0,11.8478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,32768,1,0,26.3735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,0,2.2113
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,16,1,0,2.0591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,32,1,0,2.0631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,64,1,0,2.0615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,128,1,0,2.0646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,256,1,0,2.0656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,512,1,0,2.0843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1024,1,0,2.1434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1536,1,0,2.3424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,2048,1,0,2.9226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,3072,1,0,4.1657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,4096,1,0,5.4879
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,6144,1,0,8.2240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,8192,1,0,11.0384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,10240,1,0,13.9303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,12288,1,0,16.9802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,16384,1,0,23.2696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,32768,1,0,52.3111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,0,2.0163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,16,1,0,2.0688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,32,1,0,2.0617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,64,1,0,2.0665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,128,1,0,2.0643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,256,1,0,2.0841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,512,1,0,2.1523
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1024,1,0,2.8802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1536,1,0,4.0301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,2048,1,0,5.2556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,3072,1,0,7.8872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,4096,1,0,10.5550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,6144,1,0,16.0187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,8192,1,0,21.6373
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,10240,1,0,27.4097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,12288,1,0,33.5303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,16384,1,0,46.0989
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,32768,1,0,104.1314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,0,2.0231
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,16,1,0,2.0669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,32,1,0,2.0743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,64,1,0,2.0641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,128,1,0,2.0899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,256,1,0,2.1538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,512,1,0,2.8673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1024,1,0,5.1984
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1536,1,0,7.6507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,2048,1,0,10.0899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,3072,1,0,15.3972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,4096,1,0,20.7323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,6144,1,0,31.6920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,8192,1,0,42.9053
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,10240,1,0,54.3419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,12288,1,0,66.5837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,16384,1,0,91.6159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,0,2.0082
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,16,1,0,2.0593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,32,1,0,2.0771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,64,1,0,2.0840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,128,1,0,2.1516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,256,1,0,2.8539
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,512,1,0,5.1832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1024,1,0,9.9689
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1536,1,0,14.8793
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,2048,1,0,19.7932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,3072,1,0,30.3562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,4096,1,0,41.0420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,6144,1,0,62.8901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,8192,1,0,86.2277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,0,2.0283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,16,1,0,2.0736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,32,1,0,2.0788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,64,1,0,2.1445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,128,1,0,2.8557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,256,1,0,5.1788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,512,1,0,9.9511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1024,1,0,19.5503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1536,1,0,29.3051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,2048,1,0,39.1559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,3072,1,0,60.2018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,4096,1,0,81.4000
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,0,2.0301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,16,1,0,2.0771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,32,1,0,2.1601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,64,1,0,2.8503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,128,1,0,5.1436
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,256,1,0,9.9614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,512,1,0,19.4839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1024,1,0,38.6881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1536,1,0,58.1326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,2048,1,0,77.7085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,0,2.0421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,16,1,0,2.1548
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,32,1,0,2.8574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,64,1,0,5.1294
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,128,1,0,9.8774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,256,1,0,19.4902
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,512,1,0,38.5172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1024,1,0,76.9121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,0,2.0397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,16,1,0,2.8561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,32,1,0,5.1300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,64,1,0,9.8690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,128,1,0,19.3606
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,256,1,0,38.5343
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,512,1,0,76.5861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,0,1.8983
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,16,1,0,2.0477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,32,1,0,2.0630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,64,1,0,2.0669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,128,1,0,2.0643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,256,1,0,2.0657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,512,1,0,2.0722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1024,1,0,2.0839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1536,1,0,2.1231
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,2048,1,0,2.1575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,3072,1,0,2.3749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,4096,1,0,2.9652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,6144,1,0,4.2506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,8192,1,0,5.6298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,10240,1,0,7.0464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,12288,1,0,8.5536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,16384,1,0,11.6520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,32768,1,0,25.9604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,0,2.2358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,16,1,0,2.0702
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,32,1,0,2.0714
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,64,1,0,2.0617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,128,1,0,2.0546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,256,1,0,2.0741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,512,1,0,2.0833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1024,1,0,2.1449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1536,1,0,2.3054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,2048,1,0,2.8676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,3072,1,0,4.0892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,4096,1,0,5.3781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,6144,1,0,8.0731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,8192,1,0,10.8338
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,10240,1,0,13.8548
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,12288,1,0,16.6851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,16384,1,0,22.8630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,32768,1,0,51.4844
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,0,2.0026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,16,1,0,2.0612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,32,1,0,2.0739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,64,1,0,2.0753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,128,1,0,2.0691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,256,1,0,2.0813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,512,1,0,2.1367
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1024,1,0,2.8433
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1536,1,0,3.9597
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,2048,1,0,5.1592
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,3072,1,0,7.7475
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,4096,1,0,10.3444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,6144,1,0,15.7122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,8192,1,0,21.2433
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,10240,1,0,26.9124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,12288,1,0,32.9233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,16384,1,0,45.2870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,32768,1,0,102.4701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,0,2.0074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,16,1,0,2.0603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,32,1,0,2.0659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,64,1,0,2.0664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,128,1,0,2.0888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,256,1,0,2.1490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,512,1,0,2.8222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1024,1,0,5.1009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1536,1,0,7.4956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,2048,1,0,9.8863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,3072,1,0,15.0867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,4096,1,0,20.3230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,6144,1,0,31.0730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,8192,1,0,42.0498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,10240,1,0,53.3605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,12288,1,0,65.3645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,16384,1,0,89.9496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,0,2.0156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,16,1,0,2.0664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,32,1,0,2.0625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,64,1,0,2.0915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,128,1,0,2.1586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,256,1,0,2.8227
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,512,1,0,5.0803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1024,1,0,9.7867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1536,1,0,14.5776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,2048,1,0,19.4028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,3072,1,0,29.7340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,4096,1,0,40.2070
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,6144,1,0,61.6293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,8192,1,0,83.5283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,0,2.0337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,16,1,0,2.0663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,32,1,0,2.0917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,64,1,0,2.1552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,128,1,0,2.8149
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,256,1,0,6.1380
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,512,1,0,9.7495
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1024,1,0,22.3283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1536,1,0,28.7012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,2048,1,0,41.7568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,3072,1,0,58.9097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,4096,1,0,83.0830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,0,2.0230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,16,1,0,2.0803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,32,1,0,2.1370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,64,1,0,3.4077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,128,1,0,5.0454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,256,1,0,9.7537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,512,1,0,19.0908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1024,1,0,44.2850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1536,1,0,56.8472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,2048,1,0,82.8616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,0,2.0284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,16,1,0,2.1881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,32,1,0,2.8140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,64,1,0,6.2600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,128,1,0,9.6699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,256,1,0,23.4417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,512,1,0,37.6612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1024,1,0,88.0988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,0,2.0285
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,16,1,0,3.4217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,32,1,0,5.0317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,64,1,0,12.1413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,128,1,0,18.9635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,256,1,0,37.7007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,512,1,0,74.8369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,0,1.9099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,16,1,0,2.0469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,32,1,0,2.0653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,64,1,0,2.0816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,128,1,0,2.0774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,256,1,0,2.0733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,512,1,0,2.0776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1024,1,0,2.0942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1536,1,0,2.1214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,2048,1,0,2.1550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,3072,1,0,2.3636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,4096,1,0,2.9519
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,6144,1,0,4.2777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,8192,1,0,5.5765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,10240,1,0,6.9821
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,12288,1,0,8.5332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,16384,1,0,11.5444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,32768,1,0,25.8223
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,0,2.2485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,16,1,0,2.0894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,32,1,0,2.0725
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,64,1,0,2.0713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,128,1,0,2.0785
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,256,1,0,2.0817
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,512,1,0,2.0981
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1024,1,0,2.1531
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1536,1,0,2.3020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,2048,1,0,2.8512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,3072,1,0,4.0595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,4096,1,0,5.3368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,6144,1,0,8.0024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,8192,1,0,10.8937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,10240,1,0,13.5439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,12288,1,0,16.6859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,16384,1,0,22.6780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,32768,1,0,51.2413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,0,2.0148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,16,1,0,2.0747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,32,1,0,2.0503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,64,1,0,2.0558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,128,1,0,2.0721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,256,1,0,2.0987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,512,1,0,2.1525
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1024,1,0,3.1403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1536,1,0,3.9198
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,2048,1,0,5.4624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,3072,1,0,7.6708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,4096,1,0,10.6122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,6144,1,0,15.5567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,8192,1,0,21.0164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,10240,1,0,26.6457
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,12288,1,0,32.6160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,16384,1,0,44.8586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,32768,1,0,102.0015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,0,2.0158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,16,1,0,2.0718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,32,1,0,2.0914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,64,1,0,2.0812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,128,1,0,2.0851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,256,1,0,2.1480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,512,1,0,2.8126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1024,1,0,5.0469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1536,1,0,7.4042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,2048,1,0,9.7889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,3072,1,0,14.9282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,4096,1,0,20.1094
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,6144,1,0,30.7391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,8192,1,0,41.6451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,10240,1,0,53.5882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,12288,1,0,64.7279
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,16384,1,0,89.1607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,0,2.0281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,16,1,0,2.0786
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,32,1,0,2.0753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,64,1,0,2.0988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,128,1,0,2.1493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,256,1,0,2.8025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,512,1,0,5.0222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1024,1,0,9.6767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1536,1,0,14.4246
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,2048,1,0,19.1947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,3072,1,0,29.4005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,4096,1,0,39.7842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,6144,1,0,60.9685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,8192,1,0,84.2374
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,0,2.0338
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,16,1,0,2.0716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,32,1,0,2.0759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,64,1,0,2.1348
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,128,1,0,2.7883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,256,1,0,5.0238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,512,1,0,9.6331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1024,1,0,18.9399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1536,1,0,28.3996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,2048,1,0,37.8488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,3072,1,0,58.3193
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,4096,1,0,78.9164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,0,2.0570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,16,1,0,2.0780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,32,1,0,2.1406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,64,1,0,2.7943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,128,1,0,4.9865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,256,1,0,9.6379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,512,1,0,18.8422
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1024,1,0,37.3781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1536,1,0,56.1965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,2048,1,0,75.1259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,0,2.0480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,16,1,0,2.1618
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,32,1,0,2.7924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,64,1,0,4.9835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,128,1,0,9.5559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,256,1,0,18.8709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,512,1,0,37.2026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1024,1,0,74.1879
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,0,2.0296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,16,1,0,2.7955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,32,1,0,4.9781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,64,1,0,9.5541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,128,1,0,18.7261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,256,1,0,37.2639
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,512,1,0,73.8595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,1,1,0,1.8519
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,16,1,0,2.0444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,32,1,0,2.0540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,64,1,0,2.0560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,128,1,0,2.0677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,256,1,0,2.0562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,512,1,0,2.0797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,1024,1,0,2.1429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,1536,1,0,2.3337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,2048,1,0,2.9047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,3072,1,0,4.0613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,4096,1,0,5.2490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,6144,1,0,7.7544
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,8192,1,0,10.2944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,10240,1,0,12.8493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,12288,1,0,15.4936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,16384,1,0,20.8675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,1,32768,1,0,44.2100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,1,1,0,2.1951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,16,1,0,2.0548
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,32,1,0,2.0545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,64,1,0,2.0762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,128,1,0,2.0627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,256,1,0,2.0839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,512,1,0,2.1444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,1024,1,0,2.8867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,1536,1,0,3.9944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,2048,1,0,5.1324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,3072,1,0,7.5860
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,4096,1,0,10.0487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,6144,1,0,15.0224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,8192,1,0,20.0486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,10240,1,0,25.1284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,12288,1,0,30.4043
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,16384,1,0,41.1396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,2,32768,1,0,98.0011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,1,1,0,1.9768
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,16,1,0,2.0634
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,32,1,0,2.0575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,64,1,0,2.0530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,128,1,0,2.0735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,256,1,0,2.1459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,512,1,0,2.8823
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,1024,1,0,5.0955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,1536,1,0,7.4607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,2048,1,0,9.8213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,3072,1,0,14.6907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,4096,1,0,19.5605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,6144,1,0,29.4739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,8192,1,0,39.5172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,10240,1,0,49.6934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,12288,1,0,60.2765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,16384,1,0,91.7729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,4,32768,1,0,195.4292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,1,1,0,1.9870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,16,1,0,2.0622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,32,1,0,2.0630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,64,1,0,2.0791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,128,1,0,2.1489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,256,1,0,2.8810
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,512,1,0,5.0959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,1024,1,0,9.7580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,1536,1,0,14.4305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,2048,1,0,19.0899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,3072,1,0,28.8471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,4096,1,0,38.5077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,6144,1,0,58.2932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,8192,1,0,88.5772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,10240,1,0,111.6616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,12288,1,0,135.1985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,8,16384,1,0,183.0021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,16,1,1,0,1.9876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,16,16,1,0,2.0738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,16,32,1,0,2.0743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,16,64,1,0,2.1385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,16,128,1,0,2.8740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,16,256,1,0,5.0827
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,16,512,1,0,9.7396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,16,1024,1,0,18.9490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,16,1536,1,0,28.3337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,16,2048,1,0,37.5902
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,16,3072,1,0,56.9700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,16,4096,1,0,86.7550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,16,6144,1,0,131.4999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,16,8192,1,0,176.6247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,32,1,1,0,2.0047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,32,16,1,0,2.0701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,32,32,1,0,2.1361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,32,64,1,0,2.8753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,32,128,1,0,5.0613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,32,256,1,0,9.7269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,32,512,1,0,18.9097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,32,1024,1,0,37.3385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,32,1536,1,0,55.9298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,32,2048,1,0,84.8931
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,32,3072,1,0,128.8888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,32,4096,1,0,172.9477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,64,1,1,0,2.0206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,64,16,1,0,2.1331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,64,32,1,0,2.8708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,64,64,1,0,5.0531
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,64,128,1,0,9.6952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,64,256,1,0,18.9235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,64,512,1,0,37.2631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,64,1024,1,0,84.3891
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,64,1536,1,0,126.7345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,64,2048,1,0,169.1761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,128,1,1,0,2.0170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,128,16,1,0,2.8696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,128,32,1,0,5.0565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,128,64,1,0,9.6870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,128,128,1,0,18.8685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,128,256,1,0,37.2566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,128,512,1,0,84.2199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,128,1024,1,0,168.2106
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,256,1,1,0,2.0398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,256,16,1,0,5.0595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,256,32,1,0,9.6897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,256,64,1,0,18.8596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,256,128,1,0,37.1377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,256,256,1,0,84.6007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,128,256,512,1,0,167.8668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,1,1,0,1.8650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,16,1,0,2.0524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,32,1,0,2.0736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,64,1,0,2.0716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,128,1,0,2.0705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,256,1,0,2.0635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,512,1,0,2.0845
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,1024,1,0,2.1511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,1536,1,0,2.2009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,2048,1,0,2.5840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,3072,1,0,3.5692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,4096,1,0,4.5835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,6144,1,0,6.7244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,8192,1,0,8.9532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,10240,1,0,11.2037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,12288,1,0,13.5114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,16384,1,0,18.2553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,1,32768,1,0,39.0080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,1,1,0,2.1854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,16,1,0,2.0605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,32,1,0,2.0826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,64,1,0,2.0690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,128,1,0,2.0620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,256,1,0,2.0913
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,512,1,0,2.1411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,1024,1,0,2.5734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,1536,1,0,3.5163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,2048,1,0,4.4840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,3072,1,0,6.5847
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,4096,1,0,8.7050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,6144,1,0,13.0444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,8192,1,0,17.4316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,10240,1,0,21.9036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,12288,1,0,26.8586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,16384,1,0,35.9892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,2,32768,1,0,77.5908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,1,1,0,1.9555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,16,1,0,2.0578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,32,1,0,2.0703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,64,1,0,2.0566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,128,1,0,2.0735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,256,1,0,2.1383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,512,1,0,2.5638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,1024,1,0,4.4456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,1536,1,0,6.4260
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,2048,1,0,8.4863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,3072,1,0,12.7065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,4096,1,0,16.9579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,6144,1,0,25.5758
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,8192,1,0,34.3567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,10240,1,0,43.2736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,12288,1,0,52.4973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,16384,1,0,71.3730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,4,32768,1,0,164.7297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,1,1,0,1.9805
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,16,1,0,2.0545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,32,1,0,2.0656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,64,1,0,2.0852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,128,1,0,2.1424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,256,1,0,2.5580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,512,1,0,4.4364
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,1024,1,0,8.4305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,1536,1,0,12.4619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,2048,1,0,16.4769
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,3072,1,0,24.9885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,4096,1,0,33.4555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,6144,1,0,50.7307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,8192,1,0,68.1343
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,10240,1,0,85.9463
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,12288,1,0,104.4378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,8,16384,1,0,152.3295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,16,1,1,0,1.9768
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,16,16,1,0,2.0642
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,16,32,1,0,2.0854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,16,64,1,0,2.1432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,16,128,1,0,2.5502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,16,256,1,0,4.4516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,16,512,1,0,8.4036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,16,1024,1,0,16.3591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,16,1536,1,0,24.4501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,16,2048,1,0,32.5352
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,16,3072,1,0,49.4020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,16,4096,1,0,66.3385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,16,6144,1,0,100.7104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,16,8192,1,0,145.9420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,32,1,1,0,2.0034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,32,16,1,0,2.0732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,32,32,1,0,2.1323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,32,64,1,0,2.5559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,32,128,1,0,4.4184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,32,256,1,0,8.4132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,32,512,1,0,16.3576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,32,1024,1,0,32.3096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,32,1536,1,0,48.3269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,32,2048,1,0,64.4158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,32,3072,1,0,98.1713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,32,4096,1,0,142.2685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,64,1,1,0,1.9946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,64,16,1,0,2.1313
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,64,32,1,0,2.5491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,64,64,1,0,4.4145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,64,128,1,0,8.3534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,64,256,1,0,16.3648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,64,512,1,0,32.2396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,64,1024,1,0,64.1087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,64,1536,1,0,96.0145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,64,2048,1,0,138.5418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,128,1,1,0,1.9997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,128,16,1,0,2.5501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,128,32,1,0,4.4066
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,128,64,1,0,8.3502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,128,128,1,0,16.2582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,128,256,1,0,32.2686
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,128,512,1,0,63.9268
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,128,1024,1,0,137.6663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,256,1,1,0,1.9942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,256,16,1,0,4.4200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,256,32,1,0,8.3496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,256,64,1,0,16.2608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,256,128,1,0,32.0391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,256,256,1,0,63.9827
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,64,256,512,1,0,137.3784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,1,1,0,1.9176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,16,1,0,2.0476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,32,1,0,2.0625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,64,1,0,2.0709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,128,1,0,2.0600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,256,1,0,2.0593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,512,1,0,2.0644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,1024,1,0,2.1103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,1536,1,0,2.1595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,2048,1,0,2.1850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,3072,1,0,2.9506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,4096,1,0,3.7442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,6144,1,0,5.4226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,8192,1,0,7.2062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,10240,1,0,9.0348
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,12288,1,0,10.9384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,16384,1,0,14.8350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,1,32768,1,0,33.3206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,1,1,0,2.2249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,16,1,0,2.0717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,32,1,0,2.0601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,64,1,0,2.0730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,128,1,0,2.0649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,256,1,0,2.0771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,512,1,0,2.1040
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,1024,1,0,2.1942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,1536,1,0,2.8813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,2048,1,0,3.6436
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,3072,1,0,5.2614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,4096,1,0,6.9623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,6144,1,0,10.4550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,8192,1,0,14.0218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,10240,1,0,17.6562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,12288,1,0,21.4587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,16384,1,0,29.2170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,2,32768,1,0,64.0979
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,1,1,0,2.0041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,16,1,0,2.0574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,32,1,0,2.0517
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,64,1,0,2.0551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,128,1,0,2.0750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,256,1,0,2.1099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,512,1,0,2.1888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,1024,1,0,3.6068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,1536,1,0,5.1272
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,2048,1,0,6.7399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,3072,1,0,10.1249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,4096,1,0,13.5473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,6144,1,0,20.4803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,8192,1,0,27.5808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,10240,1,0,34.8219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,12288,1,0,42.4013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,16384,1,0,57.8881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,4,32768,1,0,127.4655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,1,1,0,2.0072
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,16,1,0,2.0739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,32,1,0,2.0605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,64,1,0,2.0662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,128,1,0,2.1046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,256,1,0,2.1905
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,512,1,0,3.5995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,1024,1,0,6.6803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,1536,1,0,9.8670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,2048,1,0,13.0798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,3072,1,0,19.8719
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,4096,1,0,26.6764
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,6144,1,0,40.5552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,8192,1,0,54.6986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,10240,1,0,69.0482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,12288,1,0,84.2515
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,8,16384,1,0,115.1370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,16,1,1,0,2.0250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,16,16,1,0,2.0553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,16,32,1,0,2.0701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,16,64,1,0,2.1089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,16,128,1,0,2.1955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,16,256,1,0,3.6095
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,16,512,1,0,6.6611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,16,1024,1,0,12.9523
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,16,1536,1,0,19.3358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,16,2048,1,0,25.7295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,16,3072,1,0,39.2613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,16,4096,1,0,52.8787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,16,6144,1,0,80.5480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,16,8192,1,0,108.6890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,32,1,1,0,2.0321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,32,16,1,0,2.0730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,32,32,1,0,2.1034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,32,64,1,0,2.1959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,32,128,1,0,3.5920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,32,256,1,0,6.6616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,32,512,1,0,12.9059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,32,1024,1,0,25.5071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,32,1536,1,0,38.2304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,32,2048,1,0,50.9376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,32,3072,1,0,77.9566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,32,4096,1,0,105.3104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,64,1,1,0,2.0449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,64,16,1,0,2.1128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,64,32,1,0,2.1956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,64,64,1,0,3.5808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,64,128,1,0,6.6067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,64,256,1,0,12.9345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,64,512,1,0,25.4223
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,64,1024,1,0,50.5876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,64,1536,1,0,75.8728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,64,2048,1,0,101.1730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,128,1,1,0,2.0276
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,128,16,1,0,2.1949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,128,32,1,0,3.5774
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,128,64,1,0,6.6170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,128,128,1,0,12.8516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,128,256,1,0,25.4672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,128,512,1,0,50.4229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,128,1024,1,0,100.3438
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,256,1,1,0,2.0455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,256,16,1,0,3.5808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,256,32,1,0,6.6079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,256,64,1,0,12.8518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,256,128,1,0,25.2861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,256,256,1,0,50.4706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,32,256,512,1,0,99.9871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,1,1,0,1.9036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,16,1,0,2.0466
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,32,1,0,2.0751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,64,1,0,2.0615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,128,1,0,2.0616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,256,1,0,2.0693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,512,1,0,2.0802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,1024,1,0,2.1089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,1536,1,0,2.1432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,2048,1,0,2.1978
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,3072,1,0,2.6384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,4096,1,0,3.3933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,6144,1,0,4.7964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,8192,1,0,6.3618
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,10240,1,0,8.0200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,12288,1,0,9.6465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,16384,1,0,13.1179
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,1,32768,1,0,28.9784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,1,1,0,2.2279
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,16,1,0,2.0665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,32,1,0,2.0793
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,64,1,0,2.0672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,128,1,0,2.0626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,256,1,0,2.0669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,512,1,0,2.1033
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,1024,1,0,2.1874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,1536,1,0,2.5812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,2048,1,0,3.3842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,3072,1,0,4.6311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,4096,1,0,6.2854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,6144,1,0,9.1690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,8192,1,0,12.2995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,10240,1,0,15.6745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,12288,1,0,18.9044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,16384,1,0,25.9726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,2,32768,1,0,57.3552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,1,1,0,2.0175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,16,1,0,2.0600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,32,1,0,2.0659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,64,1,0,2.0668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,128,1,0,2.0791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,256,1,0,2.0955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,512,1,0,2.1989
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,1024,1,0,3.1967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,1536,1,0,4.8675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,2048,1,0,5.8858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,3072,1,0,9.1943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,4096,1,0,11.8130
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,6144,1,0,17.9281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,8192,1,0,24.1926
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,10240,1,0,30.5993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,12288,1,0,37.7124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,16384,1,0,51.1755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,4,32768,1,0,114.0155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,1,1,0,2.0090
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,16,1,0,2.0588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,32,1,0,2.0576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,64,1,0,2.0662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,128,1,0,2.0995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,256,1,0,2.1940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,512,1,0,3.1885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,1024,1,0,6.5321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,1536,1,0,8.5792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,2048,1,0,12.1237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,3072,1,0,17.3053
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,4096,1,0,24.0392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,6144,1,0,35.5186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,8192,1,0,47.8996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,10240,1,0,60.6975
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,12288,1,0,74.1042
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,8,16384,1,0,101.7171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,16,1,1,0,2.0008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,16,16,1,0,2.0627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,16,32,1,0,2.0814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,16,64,1,0,2.1014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,16,128,1,0,2.1961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,16,256,1,0,3.1917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,16,512,1,0,5.8170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,16,1024,1,0,11.2409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,16,1536,1,0,16.7933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,16,2048,1,0,22.3490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,16,3072,1,0,34.1288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,16,4096,1,0,46.1213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,16,6144,1,0,70.3450
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,16,8192,1,0,95.2573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,32,1,1,0,2.0310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,32,16,1,0,2.0707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,32,32,1,0,2.0972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,32,64,1,0,2.1685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,32,128,1,0,3.1781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,32,256,1,0,5.8222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,32,512,1,0,11.1971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,32,1024,1,0,22.1305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,32,1536,1,0,33.1368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,32,2048,1,0,44.2329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,32,3072,1,0,67.8574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,32,4096,1,0,91.5311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,64,1,1,0,2.0313
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,64,16,1,0,2.0869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,64,32,1,0,2.1610
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,64,64,1,0,3.1701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,64,128,1,0,5.7696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,64,256,1,0,11.2067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,64,512,1,0,22.0331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,64,1024,1,0,43.7816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,64,1536,1,0,65.7206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,64,2048,1,0,87.7596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,128,1,1,0,2.0363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,128,16,1,0,2.1612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,128,32,1,0,3.1726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,128,64,1,0,5.7623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,128,128,1,0,11.1128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,128,256,1,0,22.1068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,128,512,1,0,43.6108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,128,1024,1,0,86.9435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,256,1,1,0,2.0361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,256,16,1,0,3.1726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,256,32,1,0,5.7616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,256,64,1,0,11.1316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,256,128,1,0,21.9189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,256,256,1,0,43.7685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,16,256,512,1,0,86.6707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,1,1,0,1.9038
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,16,1,0,2.0519
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,32,1,0,2.0726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,64,1,0,2.0675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,128,1,0,2.0614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,256,1,0,2.0722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,512,1,0,2.0757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,1024,1,0,2.0998
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,1536,1,0,2.1297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,2048,1,0,2.1607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,3072,1,0,2.4873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,4096,1,0,3.1206
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,6144,1,0,4.4878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,8192,1,0,5.9349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,10240,1,0,7.4360
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,12288,1,0,9.0222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,16384,1,0,12.2605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,1,32768,1,0,27.2117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,1,1,0,2.2284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,16,1,0,2.0675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,32,1,0,2.0716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,64,1,0,2.0752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,128,1,0,2.0668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,256,1,0,2.0800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,512,1,0,2.0923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,1024,1,0,2.1574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,1536,1,0,2.4207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,2048,1,0,3.0242
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,3072,1,0,4.3171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,4096,1,0,5.6866
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,6144,1,0,8.5359
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,8192,1,0,11.4464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,10240,1,0,14.4436
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,12288,1,0,17.6016
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,16384,1,0,24.1043
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,2,32768,1,0,54.0012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,1,1,0,2.0031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,16,1,0,2.0679
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,32,1,0,2.0698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,64,1,0,2.0620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,128,1,0,2.0616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,256,1,0,2.0837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,512,1,0,2.1579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,1024,1,0,2.9943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,1536,1,0,4.1891
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,2048,1,0,5.4641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,3072,1,0,8.2083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,4096,1,0,10.9635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,6144,1,0,16.6363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,8192,1,0,22.4698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,10240,1,0,28.4640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,12288,1,0,34.7929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,16384,1,0,47.7538
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,4,32768,1,0,107.4305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,1,1,0,2.0217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,16,1,0,2.0553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,32,1,0,2.0689
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,64,1,0,2.0675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,128,1,0,2.0882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,256,1,0,2.1562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,512,1,0,2.9850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,1024,1,0,5.4097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,1536,1,0,7.9467
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,2048,1,0,10.5122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,3072,1,0,16.0183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,4096,1,0,21.5721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,6144,1,0,32.9555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,8192,1,0,44.5733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,10240,1,0,56.4457
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,12288,1,0,69.0732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,8,16384,1,0,94.9918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,16,1,1,0,1.9965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,16,16,1,0,2.0630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,16,32,1,0,2.0651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,16,64,1,0,2.0840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,16,128,1,0,2.1584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,16,256,1,0,2.9777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,16,512,1,0,5.3882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,16,1024,1,0,10.3808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,16,1536,1,0,15.5123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,16,2048,1,0,20.6558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,16,3072,1,0,31.6306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,16,4096,1,0,42.7176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,16,6144,1,0,65.3873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,16,8192,1,0,88.5207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,32,1,1,0,2.0394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,32,16,1,0,2.0696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,32,32,1,0,2.0942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,32,64,1,0,2.1655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,32,128,1,0,2.9648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,32,256,1,0,5.3940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,32,512,1,0,10.3418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,32,1024,1,0,20.4139
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,32,1536,1,0,30.5880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,32,2048,1,0,40.8320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,32,3072,1,0,62.7464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,32,4096,1,0,84.8415
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,64,1,1,0,2.0298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,64,16,1,0,2.0908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,64,32,1,0,2.1619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,64,64,1,0,2.9627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,64,128,1,0,5.3442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,64,256,1,0,10.3604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,64,512,1,0,20.3214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,64,1024,1,0,40.4140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,64,1536,1,0,60.5730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,64,2048,1,0,81.1535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,128,1,1,0,2.0371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,128,16,1,0,2.1626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,128,32,1,0,2.9614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,128,64,1,0,5.3418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,128,128,1,0,10.2886
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,128,256,1,0,20.3758
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,128,512,1,0,40.2329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,128,1024,1,0,80.1790
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,256,1,1,0,2.0177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,256,16,1,0,2.9664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,256,32,1,0,5.3310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,256,64,1,0,10.2748
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,256,128,1,0,20.1906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,256,256,1,0,40.3404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,8,256,512,1,0,79.9468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,1,1,0,1.8931
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,16,1,0,2.0392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,32,1,0,2.0677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,64,1,0,2.0797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,128,1,0,2.0898
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,256,1,0,2.0710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,512,1,0,2.0686
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,1024,1,0,2.0990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,1536,1,0,2.1240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,2048,1,0,2.1640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,3072,1,0,2.4075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,4096,1,0,3.0195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,6144,1,0,4.3355
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,8192,1,0,5.7339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,10240,1,0,7.1660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,12288,1,0,8.7083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,16384,1,0,11.8629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,1,32768,1,0,26.3721
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,1,1,0,2.2100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,16,1,0,2.0615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,32,1,0,2.0685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,64,1,0,2.0670
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,128,1,0,2.0716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,256,1,0,2.0553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,512,1,0,2.0927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,1024,1,0,2.1662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,1536,1,0,2.3416
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,2048,1,0,2.9199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,3072,1,0,4.1684
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,4096,1,0,5.4878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,6144,1,0,8.2268
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,8192,1,0,11.0401
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,10240,1,0,13.9239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,12288,1,0,16.9673
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,16384,1,0,23.2729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,2,32768,1,0,52.3159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,1,1,0,2.0065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,16,1,0,2.0583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,32,1,0,2.0622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,64,1,0,2.0585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,128,1,0,2.0729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,256,1,0,2.0877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,512,1,0,2.1452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,1024,1,0,2.8954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,1536,1,0,4.0370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,2048,1,0,5.2654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,3072,1,0,7.8926
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,4096,1,0,10.5575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,6144,1,0,16.0207
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,8192,1,0,21.6352
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,10240,1,0,27.4295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,12288,1,0,33.5471
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,16384,1,0,46.0785
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,4,32768,1,0,104.1474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,1,1,0,2.0108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,16,1,0,2.0700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,32,1,0,2.0622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,64,1,0,2.0733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,128,1,0,2.0943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,256,1,0,2.1405
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,512,1,0,2.8691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,1024,1,0,5.1985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,1536,1,0,7.6479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,2048,1,0,10.1030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,3072,1,0,15.4072
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,4096,1,0,20.7242
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,6144,1,0,31.6747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,8192,1,0,42.8711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,10240,1,0,54.3807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,12288,1,0,66.5971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,8,16384,1,0,91.6018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,16,1,1,0,2.0129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,16,16,1,0,2.0516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,16,32,1,0,2.0580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,16,64,1,0,2.0864
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,16,128,1,0,2.1392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,16,256,1,0,2.8665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,16,512,1,0,5.1824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,16,1024,1,0,9.9738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,16,1536,1,0,14.8752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,16,2048,1,0,19.8175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,16,3072,1,0,30.3620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,16,4096,1,0,41.0573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,16,6144,1,0,62.8585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,16,8192,1,0,85.1680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,32,1,1,0,2.0304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,32,16,1,0,2.0704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,32,32,1,0,2.0786
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,32,64,1,0,2.1483
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,32,128,1,0,2.8554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,32,256,1,0,5.1867
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,32,512,1,0,9.9481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,32,1024,1,0,19.5520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,32,1536,1,0,29.3156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,32,2048,1,0,39.1699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,32,3072,1,0,60.1894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,32,4096,1,0,81.4778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,64,1,1,0,2.0387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,64,16,1,0,2.0927
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,64,32,1,0,2.1511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,64,64,1,0,2.8524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,64,128,1,0,5.1437
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,64,256,1,0,9.9469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,64,512,1,0,19.5102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,64,1024,1,0,38.6878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,64,1536,1,0,58.1505
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,64,2048,1,0,77.7372
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,128,1,1,0,2.0345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,128,16,1,0,2.1500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,128,32,1,0,2.8551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,128,64,1,0,5.1358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,128,128,1,0,9.8737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,128,256,1,0,19.5014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,128,512,1,0,38.5213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,128,1024,1,0,76.8646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,256,1,1,0,2.0358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,256,16,1,0,2.8581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,256,32,1,0,5.1329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,256,64,1,0,9.8598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,256,128,1,0,19.3520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,256,256,1,0,38.5687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,4,256,512,1,0,76.9247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,1,1,0,1.9091
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,16,1,0,2.0611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,32,1,0,2.0806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,64,1,0,2.0830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,128,1,0,2.0817
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,256,1,0,2.0757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,512,1,0,2.1053
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,1024,1,0,2.0838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,1536,1,0,2.1407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,2048,1,0,2.1635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,3072,1,0,2.3709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,4096,1,0,2.9801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,6144,1,0,4.2591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,8192,1,0,5.6176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,10240,1,0,7.0362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,12288,1,0,8.5569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,16384,1,0,11.6386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,1,32768,1,0,25.9608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,1,1,0,2.2386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,16,1,0,2.0805
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,32,1,0,2.0648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,64,1,0,2.0783
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,128,1,0,2.0672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,256,1,0,2.0787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,512,1,0,2.1128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,1024,1,0,2.1690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,1536,1,0,2.4699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,2048,1,0,2.8795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,3072,1,0,4.2581
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,4096,1,0,5.3910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,6144,1,0,8.0676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,8192,1,0,10.9953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,10240,1,0,13.6653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,12288,1,0,16.6791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,16384,1,0,22.8541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,2,32768,1,0,51.4843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,1,1,0,2.0074
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,16,1,0,2.0583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,32,1,0,2.0580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,64,1,0,2.0579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,128,1,0,2.0640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,256,1,0,2.0788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,512,1,0,2.1435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,1024,1,0,2.8420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,1536,1,0,3.9560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,2048,1,0,5.1510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,3072,1,0,7.7485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,4096,1,0,10.3482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,6144,1,0,15.7218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,8192,1,0,21.2268
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,10240,1,0,26.9102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,12288,1,0,32.9195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,16384,1,0,45.2859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,4,32768,1,0,102.4880
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,1,1,0,2.0218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,16,1,0,2.0601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,32,1,0,2.0644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,64,1,0,2.0650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,128,1,0,2.0906
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,256,1,0,2.1507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,512,1,0,2.8257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,1024,1,0,5.0964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,1536,1,0,7.4900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,2048,1,0,9.8847
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,3072,1,0,15.1007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,4096,1,0,20.3189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,6144,1,0,31.0902
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,8192,1,0,42.0635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,10240,1,0,53.3600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,12288,1,0,65.3650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,8,16384,1,0,89.9954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,16,1,1,0,2.0102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,16,16,1,0,2.0701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,16,32,1,0,2.0699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,16,64,1,0,2.0973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,16,128,1,0,2.1496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,16,256,1,0,2.8210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,16,512,1,0,5.0761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,16,1024,1,0,9.7633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,16,1536,1,0,14.5847
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,16,2048,1,0,19.4023
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,16,3072,1,0,29.7601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,16,4096,1,0,40.2317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,16,6144,1,0,61.6387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,16,8192,1,0,83.5433
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,32,1,1,0,2.0278
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,32,16,1,0,2.0638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,32,32,1,0,2.0937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,32,64,1,0,2.2112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,32,128,1,0,2.8173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,32,256,1,0,6.0542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,32,512,1,0,9.7365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,32,1024,1,0,22.1007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,32,1536,1,0,28.7015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,32,2048,1,0,41.4598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,32,3072,1,0,58.9979
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,32,4096,1,0,82.9612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,64,1,1,0,2.0552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,64,16,1,0,2.1088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,64,32,1,0,2.1620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,64,64,1,0,3.3600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,64,128,1,0,5.0344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,64,256,1,0,11.7420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,64,512,1,0,19.0808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,64,1024,1,0,37.8645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,64,1536,1,0,56.8928
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,64,2048,1,0,76.0390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,128,1,1,0,2.0427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,128,16,1,0,2.1474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,128,32,1,0,2.8021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,128,64,1,0,5.0243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,128,128,1,0,9.6554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,128,256,1,0,19.1003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,128,512,1,0,37.7464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,128,1024,1,0,75.2014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,256,1,1,0,2.0483
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,256,16,1,0,2.8129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,256,32,1,0,5.0319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,256,64,1,0,9.6722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,256,128,1,0,18.9328
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,256,256,1,0,37.7156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,2,256,512,1,0,74.9145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,1,1,0,1.9091
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,16,1,0,2.0417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,32,1,0,2.0648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,64,1,0,2.0701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,128,1,0,2.0792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,256,1,0,2.0711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,512,1,0,2.0723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,1024,1,0,2.0936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,1536,1,0,2.1280
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,2048,1,0,2.1504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,3072,1,0,2.3591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,4096,1,0,2.9443
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,6144,1,0,4.2137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,8192,1,0,5.5701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,10240,1,0,6.9902
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,12288,1,0,8.4739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,16384,1,0,11.5465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,1,32768,1,0,25.7735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,1,1,0,2.2437
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,16,1,0,2.0803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,32,1,0,2.0781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,64,1,0,2.0893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,128,1,0,2.0706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,256,1,0,2.0782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,512,1,0,2.0924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,1024,1,0,2.1470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,1536,1,0,2.2984
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,2048,1,0,2.8384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,3072,1,0,4.0482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,4096,1,0,5.3309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,6144,1,0,7.9954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,8192,1,0,10.7283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,10240,1,0,13.7131
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,12288,1,0,16.5248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,16384,1,0,22.6662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,2,32768,1,0,51.0834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,1,1,0,2.0170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,16,1,0,2.0791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,32,1,0,2.0803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,64,1,0,2.0652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,128,1,0,2.0747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,256,1,0,2.0905
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,512,1,0,2.1638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,1024,1,0,2.8164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,1536,1,0,3.9196
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,2048,1,0,5.1125
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,3072,1,0,7.6693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,4096,1,0,10.2429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,6144,1,0,15.5654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,8192,1,0,21.0220
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,10240,1,0,27.0475
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,12288,1,0,32.6068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,16384,1,0,45.2409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,4,32768,1,0,101.6432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,1,1,0,2.0398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,16,1,0,2.0837
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,32,1,0,2.0788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,64,1,0,2.0797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,128,1,0,2.1098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,256,1,0,2.1646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,512,1,0,2.8102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,1024,1,0,5.0390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,1536,1,0,7.4160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,2048,1,0,9.7907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,3072,1,0,14.9340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,4096,1,0,20.1137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,6144,1,0,31.5109
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,8192,1,0,41.6485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,10240,1,0,52.8441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,12288,1,0,66.4235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,8,16384,1,0,89.9208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,16,1,1,0,2.0219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,16,16,1,0,2.0684
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,16,32,1,0,2.0861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,16,64,1,0,2.0942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,16,128,1,0,2.1605
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,16,256,1,0,2.7996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,16,512,1,0,5.0194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,16,1024,1,0,9.6646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,16,1536,1,0,14.4147
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,16,2048,1,0,19.2119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,16,3072,1,0,29.4186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,16,4096,1,0,39.8205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,16,6144,1,0,61.0199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,16,8192,1,0,82.7686
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,32,1,1,0,2.0361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,32,16,1,0,2.0636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,32,32,1,0,2.1115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,32,64,1,0,2.1542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,32,128,1,0,2.7868
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,32,256,1,0,5.0072
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,32,512,1,0,9.5916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,32,1024,1,0,18.9548
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,32,1536,1,0,28.3484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,32,2048,1,0,41.0455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,32,3072,1,0,58.3278
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,32,4096,1,0,82.1125
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,64,1,1,0,2.0637
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,64,16,1,0,2.0959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,64,32,1,0,2.1563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,64,64,1,0,2.7934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,64,128,1,0,4.9808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,64,256,1,0,9.6147
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,64,512,1,0,18.8672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,64,1024,1,0,43.4484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,64,1536,1,0,56.1830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,64,2048,1,0,81.6715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,128,1,1,0,2.0427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,128,16,1,0,2.2045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,128,32,1,0,2.7918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,128,64,1,0,6.1051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,128,128,1,0,9.5559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,128,256,1,0,22.9044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,128,512,1,0,37.2714
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,128,1024,1,0,86.4367
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,256,1,1,0,2.0476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,256,16,1,0,3.3594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,256,32,1,0,4.9725
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,256,64,1,0,11.8338
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,256,128,1,0,18.7387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,256,256,1,0,45.4098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,fp8_block,1,256,512,1,0,73.9925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,0,2.0318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,16,1,0,2.0680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,32,1,0,2.0791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,64,1,0,2.0776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,128,1,0,2.0821
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,256,1,0,2.0753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,512,1,0,2.0652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1024,1,0,2.1145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1536,1,0,2.1623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,2048,1,0,2.2061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,3072,1,0,2.8981
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,4096,1,0,3.7329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,6144,1,0,5.3838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,8192,1,0,7.1570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,10240,1,0,8.9580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,12288,1,0,10.8712
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,16384,1,0,14.7497
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,32768,1,0,32.1846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,0,2.0178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,16,1,0,2.1024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,32,1,0,2.0995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,64,1,0,2.0977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,128,1,0,2.0981
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,256,1,0,2.1123
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,512,1,0,2.1420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1024,1,0,2.2363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1536,1,0,2.8412
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,2048,1,0,3.6233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,3072,1,0,5.2260
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,4096,1,0,6.9186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,6144,1,0,10.3734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,8192,1,0,13.9330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,10240,1,0,17.5200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,12288,1,0,21.3205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,16384,1,0,29.0588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,32768,1,0,63.9346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,0,2.0283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,16,1,0,2.0999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,32,1,0,2.0948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,64,1,0,2.1124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,128,1,0,2.1159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,256,1,0,2.1509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,512,1,0,2.2309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1024,1,0,3.6016
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1536,1,0,5.0928
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,2048,1,0,6.6872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,3072,1,0,10.0394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,4096,1,0,13.4458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,6144,1,0,20.6602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,8192,1,0,27.4393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,10240,1,0,34.6569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,12288,1,0,42.2277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,16384,1,0,57.7956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,32768,1,0,127.5602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,0,2.0348
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,16,1,0,2.0959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,32,1,0,2.1288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,64,1,0,2.1084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,128,1,0,2.1460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,256,1,0,2.2389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,512,1,0,3.5794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1024,1,0,6.6262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1536,1,0,9.7889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,2048,1,0,12.9737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,3072,1,0,19.6922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,4096,1,0,26.4575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,6144,1,0,40.3524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,8192,1,0,54.4509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,10240,1,0,68.9128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,12288,1,0,84.1283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,16384,1,0,115.4382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,0,2.0659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,16,1,0,2.1172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,32,1,0,2.1164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,64,1,0,2.1591
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,128,1,0,2.2472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,256,1,0,3.6027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,512,1,0,6.6059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1024,1,0,12.8725
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1536,1,0,19.1380
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,2048,1,0,25.5472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,3072,1,0,38.9849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,4096,1,0,52.5088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,6144,1,0,80.3001
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,8192,1,0,108.6897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,0,2.0694
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,16,1,0,2.1114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,32,1,0,2.1491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,64,1,0,2.2427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,128,1,0,3.5658
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,256,1,0,6.6112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,512,1,0,12.8184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1024,1,0,25.2897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1536,1,0,37.9157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,2048,1,0,50.6108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,3072,1,0,81.0482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,4096,1,0,104.7448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,0,2.0791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,16,1,0,2.1506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,32,1,0,2.2410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,64,1,0,3.5689
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,128,1,0,6.5668
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,256,1,0,12.8314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,512,1,0,25.1613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1024,1,0,50.1346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1536,1,0,75.4020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,2048,1,0,100.8968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,0,2.0505
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,16,1,0,2.2065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,32,1,0,3.5707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,64,1,0,6.5661
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,128,1,0,12.7620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,256,1,0,25.1929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,512,1,0,49.9329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1024,1,0,112.2703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,0,2.0429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,16,1,0,3.5599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,32,1,0,6.5474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,64,1,0,12.7341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,128,1,0,25.1055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,256,1,0,50.0767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,512,1,0,99.6481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,0,2.0715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,16,1,0,2.1137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,32,1,0,2.1275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,64,1,0,2.1295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,128,1,0,2.1303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,256,1,0,2.1416
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,512,1,0,2.1397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1024,1,0,2.1643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1536,1,0,2.2020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,2048,1,0,2.2547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,3072,1,0,2.6620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,4096,1,0,3.3958
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,6144,1,0,4.8889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,8192,1,0,6.4698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,10240,1,0,8.1049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,12288,1,0,9.8365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,16384,1,0,13.3856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,32768,1,0,29.4237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,0,2.0706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,16,1,0,2.1329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,32,1,0,2.1315
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,64,1,0,2.1348
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,128,1,0,2.1404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,256,1,0,2.1422
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,512,1,0,2.1836
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1024,1,0,2.2644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1536,1,0,2.6049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,2048,1,0,3.2879
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,3072,1,0,4.7299
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,4096,1,0,6.2272
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,6144,1,0,9.3557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,8192,1,0,12.5674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,10240,1,0,15.8414
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,12288,1,0,19.2728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,16384,1,0,26.3761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,32768,1,0,58.4838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,0,2.0755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,16,1,0,2.1232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,32,1,0,2.1257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,64,1,0,2.1344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,128,1,0,2.1325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,256,1,0,2.1723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,512,1,0,2.2552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1024,1,0,3.2555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1536,1,0,4.6142
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,2048,1,0,5.9956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,3072,1,0,9.0336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,4096,1,0,12.0767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,6144,1,0,18.3097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,8192,1,0,24.7220
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,10240,1,0,31.2527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,12288,1,0,38.1399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,16384,1,0,52.2709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,32768,1,0,116.5003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,0,2.0737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,16,1,0,2.1233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,32,1,0,2.1309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,64,1,0,2.1571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,128,1,0,2.1639
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,256,1,0,2.2612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,512,1,0,3.2445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1024,1,0,5.9465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1536,1,0,8.7648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,2048,1,0,11.6188
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,3072,1,0,17.6316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,4096,1,0,23.7346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,6144,1,0,36.2110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,8192,1,0,48.9680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,10240,1,0,62.0913
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,12288,1,0,75.8456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,16384,1,0,104.0861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,0,2.0766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,16,1,0,2.1303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,32,1,0,2.1274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,64,1,0,2.1627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,128,1,0,2.2406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,256,1,0,3.2484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,512,1,0,5.9165
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1024,1,0,11.4996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1536,1,0,17.1300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,2048,1,0,22.8053
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,3072,1,0,34.8660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,4096,1,0,47.0671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,6144,1,0,72.0234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,8192,1,0,97.5129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,0,2.0992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,16,1,0,2.1404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,32,1,0,2.1801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,64,1,0,2.2537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,128,1,0,3.2312
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,256,1,0,5.9260
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,512,1,0,11.4553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1024,1,0,22.5431
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1536,1,0,33.8210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,2048,1,0,45.1734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,3072,1,0,69.2424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,4096,1,0,93.6118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,0,2.0937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,16,1,0,2.1736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,32,1,0,2.2602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,64,1,0,3.2234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,128,1,0,5.8801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,256,1,0,11.4635
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,512,1,0,23.0772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1024,1,0,44.6379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1536,1,0,67.1255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,2048,1,0,89.8424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,0,2.0664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,16,1,0,2.2169
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,32,1,0,3.2192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,64,1,0,5.8791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,128,1,0,11.3972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,256,1,0,22.4705
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,512,1,0,44.5215
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1024,1,0,88.8046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,0,2.0640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,16,1,0,3.2197
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,32,1,0,5.8703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,64,1,0,11.3892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,128,1,0,22.3658
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,256,1,0,44.4911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,512,1,0,88.4713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,0,2.0600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,16,1,0,2.0987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,32,1,0,2.1303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,64,1,0,2.1284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,128,1,0,2.1128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,256,1,0,2.1251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,512,1,0,2.1231
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1024,1,0,2.1508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1536,1,0,2.1920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,2048,1,0,2.2310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,3072,1,0,2.3334
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,4096,1,0,2.9487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,6144,1,0,4.2279
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,8192,1,0,5.5723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,10240,1,0,6.9613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,12288,1,0,8.4474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,16384,1,0,11.5569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,32768,1,0,25.8192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,0,2.0604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,16,1,0,2.1328
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,32,1,0,2.1293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,64,1,0,2.1346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,128,1,0,2.1212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,256,1,0,2.1343
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,512,1,0,2.1500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1024,1,0,2.2212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1536,1,0,2.2933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,2048,1,0,2.8456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,3072,1,0,4.0608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,4096,1,0,5.3309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,6144,1,0,7.9671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,8192,1,0,10.7411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,10240,1,0,13.5665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,12288,1,0,16.5504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,16384,1,0,22.7217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,32768,1,0,51.1977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,0,2.0655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,16,1,0,2.1286
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,32,1,0,2.1222
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,64,1,0,2.1278
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,128,1,0,2.1467
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,256,1,0,2.1533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,512,1,0,2.2305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1024,1,0,2.8072
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1536,1,0,3.9420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,2048,1,0,5.0947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,3072,1,0,7.6464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,4096,1,0,10.2371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,6144,1,0,15.5928
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,8192,1,0,21.0824
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,10240,1,0,26.7126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,12288,1,0,32.6878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,16384,1,0,45.0240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,32768,1,0,101.9833
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,0,2.0743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,16,1,0,2.1263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,32,1,0,2.1240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,64,1,0,2.1266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,128,1,0,2.1446
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,256,1,0,2.2172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,512,1,0,2.7978
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1024,1,0,5.0316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1536,1,0,7.3753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,2048,1,0,9.7834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,3072,1,0,14.9014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,4096,1,0,20.1129
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,6144,1,0,30.7613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,8192,1,0,41.7386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,10240,1,0,52.9708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,12288,1,0,64.9454
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,16384,1,0,89.7326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,0,2.0672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,16,1,0,2.1350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,32,1,0,2.1395
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,64,1,0,2.1561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,128,1,0,2.2481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,256,1,0,2.8186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,512,1,0,5.0273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1024,1,0,9.6856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1536,1,0,14.4077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,2048,1,0,19.1778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,3072,1,0,29.4011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,4096,1,0,39.7944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,6144,1,0,61.0956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,8192,1,0,83.3528
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,0,2.0904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,16,1,0,2.1265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,32,1,0,2.1353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,64,1,0,2.2258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,128,1,0,2.7937
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,256,1,0,5.0322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,512,1,0,9.6441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1024,1,0,18.9258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1536,1,0,28.3346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,2048,1,0,37.9008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,3072,1,0,58.3457
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,4096,1,0,80.1351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,0,2.0876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,16,1,0,2.1508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,32,1,0,2.2146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,64,1,0,2.7933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,128,1,0,4.9850
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,256,1,0,9.6895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,512,1,0,18.8638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1024,1,0,37.5091
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1536,1,0,56.2083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,2048,1,0,81.8300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,0,2.0517
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,16,1,0,2.2154
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,32,1,0,2.7806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,64,1,0,6.1136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,128,1,0,9.5674
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,256,1,0,22.9420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,512,1,0,37.2250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1024,1,0,86.6949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,0,2.0612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,16,1,0,2.7835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,32,1,0,4.9773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,64,1,0,9.5796
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,128,1,0,18.7547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,256,1,0,37.2280
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,512,1,0,73.9541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,0,2.0645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,16,1,0,2.1155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,32,1,0,2.1242
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,64,1,0,2.1251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,128,1,0,2.1333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,256,1,0,2.1321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,512,1,0,2.1428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1024,1,0,2.1273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1536,1,0,2.1396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,2048,1,0,2.1709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,3072,1,0,2.2356
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,4096,1,0,2.3869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,6144,1,0,3.5313
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,8192,1,0,4.7537
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,10240,1,0,6.0358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,12288,1,0,7.3940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,16384,1,0,10.1576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,32768,1,0,23.3181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,0,2.0644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,16,1,0,2.1347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,32,1,0,2.1199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,64,1,0,2.1223
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,128,1,0,2.1433
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,256,1,0,2.1335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,512,1,0,2.1369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1024,1,0,2.1390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1536,1,0,2.1809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,2048,1,0,2.2546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,3072,1,0,3.1367
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,4096,1,0,4.2609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,6144,1,0,6.6638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,8192,1,0,9.1081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,10240,1,0,11.7251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,12288,1,0,14.3990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,16384,1,0,20.0077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,32768,1,0,25.9588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,0,2.0749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,16,1,0,2.1281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,32,1,0,2.1311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,64,1,0,2.1181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,128,1,0,2.1232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,256,1,0,2.1160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,512,1,0,2.1267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1024,1,0,2.1964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1536,1,0,2.5032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,2048,1,0,3.4905
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,3072,1,0,5.8068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,4096,1,0,8.1027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,6144,1,0,13.0165
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,8192,1,0,18.0628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,10240,1,0,23.1350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,12288,1,0,28.9158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,16384,1,0,20.3289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,32768,1,0,51.5340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,0,2.0780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,16,1,0,2.1372
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,32,1,0,2.1473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,64,1,0,2.1429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,128,1,0,2.1410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,256,1,0,2.1352
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,512,1,0,2.1601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1024,1,0,2.8389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1536,1,0,4.5638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,2048,1,0,6.6588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,3072,1,0,11.3274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,4096,1,0,16.1276
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,6144,1,0,25.8996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,8192,1,0,16.5723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,10240,1,0,21.5377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,12288,1,0,27.1949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,16384,1,0,39.2961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,0,2.0909
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,16,1,0,2.1275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,32,1,0,2.1402
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,64,1,0,2.1398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,128,1,0,2.1386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,256,1,0,2.1428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,512,1,0,2.5106
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1024,1,0,5.2800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1536,1,0,8.8405
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,2048,1,0,13.0907
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,3072,1,0,22.5949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,4096,1,0,14.7969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,6144,1,0,23.5164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,8192,1,0,32.8115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,0,2.1120
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,16,1,0,2.1368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,32,1,0,2.1376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,64,1,0,2.1233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,128,1,0,2.1403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,256,1,0,2.3110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,512,1,0,4.6226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1024,1,0,10.2780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1536,1,0,17.4695
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,2048,1,0,13.1854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,3072,1,0,21.0565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,4096,1,0,29.2110
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,0,2.0930
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,16,1,0,2.1249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,32,1,0,2.1217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,64,1,0,2.1396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,128,1,0,2.2220
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,256,1,0,4.1985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,512,1,0,8.9913
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1024,1,0,12.9595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1536,1,0,19.4432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,2048,1,0,26.0075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,0,2.0787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,16,1,0,2.1078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,32,1,0,2.1112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,64,1,0,2.2092
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,128,1,0,4.0010
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,256,1,0,8.0692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,512,1,0,12.8542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1024,1,0,25.6104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,0,2.0646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,16,1,0,2.1128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,32,1,0,2.2196
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,64,1,0,4.0140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,128,1,0,7.6854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,256,1,0,12.8102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,512,1,0,25.3945
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,0,2.0757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,16,1,0,2.1193
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,32,1,0,2.1379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,64,1,0,2.1529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,128,1,0,2.1462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,256,1,0,2.1330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,512,1,0,2.1406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1024,1,0,2.1488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1536,1,0,2.1429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,2048,1,0,2.1608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,3072,1,0,2.2316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,4096,1,0,2.3493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,6144,1,0,3.5295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,8192,1,0,4.7418
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,10240,1,0,6.0413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,12288,1,0,7.3915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,16384,1,0,10.1697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,32768,1,0,23.3848
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,0,2.0799
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,16,1,0,2.1461
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,32,1,0,2.1485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,64,1,0,2.1375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,128,1,0,2.1387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,256,1,0,2.1369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,512,1,0,2.1335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1024,1,0,2.1298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1536,1,0,2.1722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,2048,1,0,2.2426
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,3072,1,0,3.0451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,4096,1,0,4.1911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,6144,1,0,6.6053
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,8192,1,0,9.0507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,10240,1,0,11.6065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,12288,1,0,14.3800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,16384,1,0,20.0035
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,32768,1,0,23.4233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,0,2.0869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,16,1,0,2.1317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,32,1,0,2.1180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,64,1,0,2.1229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,128,1,0,2.1296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,256,1,0,2.1355
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,512,1,0,2.1381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1024,1,0,2.1799
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1536,1,0,2.3452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,2048,1,0,3.3341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,3072,1,0,5.6521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,4096,1,0,7.9762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,6144,1,0,12.8275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,8192,1,0,17.8288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,10240,1,0,22.9092
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,12288,1,0,28.5493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,16384,1,0,17.2968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,32768,1,0,46.4888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,0,2.0745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,16,1,0,2.1233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,32,1,0,2.1269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,64,1,0,2.1329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,128,1,0,2.1297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,256,1,0,2.1250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,512,1,0,2.1479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1024,1,0,2.5520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1536,1,0,4.2137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,2048,1,0,6.2542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,3072,1,0,10.9199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,4096,1,0,15.7130
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,6144,1,0,25.5340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,8192,1,0,14.0461
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,10240,1,0,18.3655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,12288,1,0,23.3985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,16384,1,0,34.1297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,0,2.0993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,16,1,0,2.1502
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,32,1,0,2.1203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,64,1,0,2.1427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,128,1,0,2.1397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,256,1,0,2.1404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,512,1,0,2.2362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1024,1,0,4.6987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1536,1,0,8.1014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,2048,1,0,12.2915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,3072,1,0,21.7322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,4096,1,0,12.2508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,6144,1,0,19.7387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,8192,1,0,27.7444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,0,2.0968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,16,1,0,2.1338
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,32,1,0,2.1266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,64,1,0,2.1427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,128,1,0,2.1275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,256,1,0,2.1781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,512,1,0,3.9720
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1024,1,0,9.0922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1536,1,0,15.9952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,2048,1,0,10.6381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,3072,1,0,17.2678
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,4096,1,0,24.1596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,0,2.1057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,16,1,0,2.1368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,32,1,0,2.1303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,64,1,0,2.1422
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,128,1,0,2.1723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,256,1,0,3.5293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,512,1,0,7.6079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1024,1,0,10.4193
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1536,1,0,15.6626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,2048,1,0,20.9771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,0,2.0720
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,16,1,0,2.1080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,32,1,0,2.0923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,64,1,0,2.1446
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,128,1,0,3.3505
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,256,1,0,6.6946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,512,1,0,10.3271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1024,1,0,20.5437
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,0,2.0571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,16,1,0,2.0886
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,32,1,0,2.1398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,64,1,0,3.3508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,128,1,0,6.3534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,256,1,0,10.2716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,512,1,0,20.3499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,0,2.0455
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,16,1,0,2.1071
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,32,1,0,2.1137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,64,1,0,2.1230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,128,1,0,2.1254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,256,1,0,2.1300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,512,1,0,2.1252
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1024,1,0,2.1282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1536,1,0,2.1175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,2048,1,0,2.1420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,3072,1,0,2.2009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,4096,1,0,2.2858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,6144,1,0,3.4142
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,8192,1,0,4.5813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,10240,1,0,5.8203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,12288,1,0,7.1396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,16384,1,0,9.8711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,32768,1,0,22.7368
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,0,2.0834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,16,1,0,2.1239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,32,1,0,2.1305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,64,1,0,2.1240
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,128,1,0,2.1202
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,256,1,0,2.1340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,512,1,0,2.1213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1024,1,0,2.1248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1536,1,0,2.1642
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,2048,1,0,2.2269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,3072,1,0,2.9105
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,4096,1,0,4.0215
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,6144,1,0,6.3532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,8192,1,0,8.7132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,10240,1,0,11.2511
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,12288,1,0,13.8613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,16384,1,0,19.3234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,32768,1,0,22.1190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,0,2.0669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,16,1,0,2.1247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,32,1,0,2.1385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,64,1,0,2.1238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,128,1,0,2.1292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,256,1,0,2.1316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,512,1,0,2.1427
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1024,1,0,2.1636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1536,1,0,2.2594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,2048,1,0,3.1641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,3072,1,0,5.4208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,4096,1,0,7.6573
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,6144,1,0,12.3476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,8192,1,0,17.1772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,10240,1,0,22.2374
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,12288,1,0,27.4973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,16384,1,0,15.9386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,32768,1,0,43.9536
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,0,2.0874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,16,1,0,2.1311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,32,1,0,2.1442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,64,1,0,2.1439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,128,1,0,2.1411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,256,1,0,2.1371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,512,1,0,2.1387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1024,1,0,2.4012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1536,1,0,4.0105
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,2048,1,0,5.9695
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,3072,1,0,10.5015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,4096,1,0,15.0741
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,6144,1,0,24.5228
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,8192,1,0,12.7408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,10240,1,0,16.7612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,12288,1,0,21.4823
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,16384,1,0,31.6057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,0,2.0695
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,16,1,0,2.1242
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,32,1,0,2.1277
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,64,1,0,2.1357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,128,1,0,2.1529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,256,1,0,2.1372
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,512,1,0,2.2045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1024,1,0,4.3889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1536,1,0,7.6274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,2048,1,0,11.6513
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,3072,1,0,20.7943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,4096,1,0,10.9431
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,6144,1,0,17.8064
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,8192,1,0,25.1599
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,0,2.0895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,16,1,0,2.1366
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,32,1,0,2.1347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,64,1,0,2.1468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,128,1,0,2.1347
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,256,1,0,2.1814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,512,1,0,3.6498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1024,1,0,8.4845
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1536,1,0,15.0718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,2048,1,0,9.3309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,3072,1,0,15.3449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,4096,1,0,21.5866
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,0,2.0992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,16,1,0,2.1274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,32,1,0,2.1257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,64,1,0,2.1236
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,128,1,0,2.1452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,256,1,0,3.2141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,512,1,0,6.9839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1024,1,0,9.1242
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1536,1,0,13.7130
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,2048,1,0,18.4073
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,0,2.0799
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,16,1,0,2.0994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,32,1,0,2.1052
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,64,1,0,2.1162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,128,1,0,3.0375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,256,1,0,6.0580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,512,1,0,9.0258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1024,1,0,17.9910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,0,2.0731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,16,1,0,2.0985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,32,1,0,2.1300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,64,1,0,3.0371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,128,1,0,5.7045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,256,1,0,8.9736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,512,1,0,17.7841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,0,2.0701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,16,1,0,2.1199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,32,1,0,2.1321
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,64,1,0,2.1290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,128,1,0,2.1307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,256,1,0,2.1352
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,512,1,0,2.1403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1024,1,0,2.1510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1536,1,0,2.1436
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,2048,1,0,2.1701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,3072,1,0,2.2282
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,4096,1,0,2.2732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,6144,1,0,3.3489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,8192,1,0,4.5003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,10240,1,0,5.7219
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,12288,1,0,7.0015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,16384,1,0,9.6865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,32768,1,0,22.4027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,0,2.0572
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,16,1,0,2.1278
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,32,1,0,2.1371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,64,1,0,2.1306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,128,1,0,2.1324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,256,1,0,2.1317
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,512,1,0,2.1297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1024,1,0,2.1385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1536,1,0,2.1777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,2048,1,0,2.2291
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,3072,1,0,2.8579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,4096,1,0,3.9470
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,6144,1,0,6.2379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,8192,1,0,8.5778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,10240,1,0,11.0335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,12288,1,0,13.6449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,16384,1,0,19.0852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,32768,1,0,21.5034
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,0,2.0784
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,16,1,0,2.1334
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,32,1,0,2.1301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,64,1,0,2.1229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,128,1,0,2.1381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,256,1,0,2.1415
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,512,1,0,2.1403
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1024,1,0,2.1619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1536,1,0,2.2490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,2048,1,0,3.0995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,3072,1,0,5.3041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,4096,1,0,7.5273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,6144,1,0,12.0953
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,8192,1,0,16.9050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,10240,1,0,21.7976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,12288,1,0,26.9693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,16384,1,0,15.3193
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,32768,1,0,42.6692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,0,2.0856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,16,1,0,2.1396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,32,1,0,2.1382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,64,1,0,2.1376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,128,1,0,2.1340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,256,1,0,2.1316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,512,1,0,2.1322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1024,1,0,2.3334
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1536,1,0,3.8611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,2048,1,0,5.8275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,3072,1,0,10.2551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,4096,1,0,14.7541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,6144,1,0,24.0885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,8192,1,0,12.1281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,10240,1,0,15.9736
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,12288,1,0,20.5619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,16384,1,0,30.3707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,0,2.0820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,16,1,0,2.1390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,32,1,0,2.1308
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,64,1,0,2.1319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,128,1,0,2.1439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,256,1,0,2.1353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,512,1,0,2.1960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1024,1,0,4.2442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1536,1,0,7.4179
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,2048,1,0,11.3862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,3072,1,0,20.3245
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,4096,1,0,10.3182
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,6144,1,0,16.8617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,8192,1,0,23.9756
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,0,2.1058
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,16,1,0,2.1425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,32,1,0,2.1390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,64,1,0,2.1376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,128,1,0,2.1366
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,256,1,0,2.1597
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,512,1,0,3.4980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1024,1,0,8.1807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1536,1,0,14.5883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,2048,1,0,8.7189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,3072,1,0,14.3967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,4096,1,0,20.3579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,0,2.1099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,16,1,0,2.1475
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,32,1,0,2.1459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,64,1,0,2.1413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,128,1,0,2.1442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,256,1,0,3.0627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,512,1,0,6.6846
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1024,1,0,8.5000
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1536,1,0,12.7694
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,2048,1,0,17.1515
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,0,2.0656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,16,1,0,2.1170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,32,1,0,2.1100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,64,1,0,2.1238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,128,1,0,2.8849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,256,1,0,5.7410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,512,1,0,8.3938
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1024,1,0,16.7087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,0,2.0499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,16,1,0,2.1038
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,32,1,0,2.1106
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,64,1,0,2.8871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,128,1,0,5.3940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,256,1,0,8.3525
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,512,1,0,16.5275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,0,2.0644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,16,1,0,2.1229
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,32,1,0,2.1153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,64,1,0,2.1254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,128,1,0,2.1239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,256,1,0,2.1283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,512,1,0,2.1478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1024,1,0,2.1293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1536,1,0,2.1339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,2048,1,0,2.1652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,3072,1,0,2.2166
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,4096,1,0,2.2767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,6144,1,0,3.3257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,8192,1,0,4.4709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,10240,1,0,5.6887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,12288,1,0,6.9921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,16384,1,0,9.6319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,32768,1,0,22.3094
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,0,2.0787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,16,1,0,2.1284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,32,1,0,2.1335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,64,1,0,2.1132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,128,1,0,2.1270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,256,1,0,2.1163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,512,1,0,2.1227
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1024,1,0,2.1241
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1536,1,0,2.1724
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,2048,1,0,2.2193
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,3072,1,0,2.8338
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,4096,1,0,3.9372
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,6144,1,0,6.2297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,8192,1,0,8.5216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,10240,1,0,10.9429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,12288,1,0,13.5170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,16384,1,0,18.9153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,32768,1,0,21.1765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,0,2.0816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,16,1,0,2.1353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,32,1,0,2.1357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,64,1,0,2.1361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,128,1,0,2.1352
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,256,1,0,2.1397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,512,1,0,2.1320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1024,1,0,2.2132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1536,1,0,2.2615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,2048,1,0,3.0665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,3072,1,0,5.2351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,4096,1,0,7.4390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,6144,1,0,11.9692
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,8192,1,0,16.7472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,10240,1,0,21.5359
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,12288,1,0,26.8338
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,16384,1,0,15.0177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,32768,1,0,42.0851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,0,2.0664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,16,1,0,2.1283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,32,1,0,2.1273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,64,1,0,2.1301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,128,1,0,2.1290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,256,1,0,2.1275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,512,1,0,2.1290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1024,1,0,2.2882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1536,1,0,3.8308
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,2048,1,0,5.7520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,3072,1,0,10.0996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,4096,1,0,14.5749
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,6144,1,0,23.7966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,8192,1,0,11.8000
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,10240,1,0,15.5555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,12288,1,0,20.0830
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,16384,1,0,29.7421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,0,2.0806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,16,1,0,2.1280
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,32,1,0,2.1208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,64,1,0,2.1132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,128,1,0,2.1245
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,256,1,0,2.1316
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,512,1,0,2.1755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1024,1,0,4.1836
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1536,1,0,7.2729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,2048,1,0,11.2476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,3072,1,0,20.0932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,4096,1,0,10.0018
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,6144,1,0,16.3839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,8192,1,0,23.3131
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,0,2.0947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,16,1,0,2.1230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,32,1,0,2.1117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,64,1,0,2.1176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,128,1,0,2.1158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,256,1,0,2.1209
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,512,1,0,3.4039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1024,1,0,8.0075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1536,1,0,14.3588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,2048,1,0,8.3968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,3072,1,0,13.9180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,4096,1,0,19.7276
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,0,2.0952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,16,1,0,2.1200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,32,1,0,2.1212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,64,1,0,2.1201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,128,1,0,2.1269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,256,1,0,2.9859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,512,1,0,6.5298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1024,1,0,8.1755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1536,1,0,12.2956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,2048,1,0,16.5306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,0,2.0649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,16,1,0,2.0935
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,32,1,0,2.0896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,64,1,0,2.0973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,128,1,0,2.8101
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,256,1,0,5.5835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,512,1,0,8.0809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1024,1,0,16.1307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,0,2.0586
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,16,1,0,2.0966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,32,1,0,2.1029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,64,1,0,2.8186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,128,1,0,5.2411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,256,1,0,8.0453
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,512,1,0,15.9243
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,0,2.0642
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,16,1,0,2.1212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,32,1,0,2.1421
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,64,1,0,2.1489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,128,1,0,2.1405
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,256,1,0,2.1432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,512,1,0,2.1482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1024,1,0,2.1917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1536,1,0,2.2393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,2048,1,0,2.2703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,3072,1,0,3.0284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,4096,1,0,3.9055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,6144,1,0,5.6429
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,8192,1,0,7.5003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,10240,1,0,9.3649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,12288,1,0,11.3592
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,16384,1,0,15.3814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,32768,1,0,33.4884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,0,2.0169
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,16,1,0,2.0940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,32,1,0,2.0780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,64,1,0,2.0811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,128,1,0,2.0806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,256,1,0,2.0943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,512,1,0,2.1266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1024,1,0,2.2166
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1536,1,0,2.9561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,2048,1,0,3.7976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,3072,1,0,5.4690
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,4096,1,0,7.2580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,6144,1,0,10.8568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,8192,1,0,14.5703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,10240,1,0,18.3230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,12288,1,0,22.2965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,16384,1,0,30.3631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,32768,1,0,66.5649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,0,2.0205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,16,1,0,2.0889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,32,1,0,2.0922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,64,1,0,2.0945
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,128,1,0,2.0936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,256,1,0,2.1301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,512,1,0,2.2237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1024,1,0,3.7681
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1536,1,0,5.3346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,2048,1,0,7.0295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,3072,1,0,10.5388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,4096,1,0,14.0910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,6144,1,0,21.3382
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,8192,1,0,28.7491
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,10240,1,0,36.3178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,12288,1,0,44.2304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,16384,1,0,60.7291
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,32768,1,0,132.8771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,0,2.0233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,16,1,0,2.1060
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,32,1,0,2.0977
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,64,1,0,2.1043
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,128,1,0,2.1428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,256,1,0,2.2271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,512,1,0,3.7529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1024,1,0,6.9595
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1536,1,0,10.2738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,2048,1,0,13.6264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,3072,1,0,20.7480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,4096,1,0,27.8408
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,6144,1,0,42.3752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,8192,1,0,57.1356
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,10240,1,0,72.2501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,12288,1,0,88.1386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,16384,1,0,120.4199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,0,2.0212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,16,1,0,2.0780
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,32,1,0,2.0845
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,64,1,0,2.1379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,128,1,0,2.2084
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,256,1,0,3.7522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,512,1,0,6.9365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1024,1,0,13.5043
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1536,1,0,20.2140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,2048,1,0,26.8928
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,3072,1,0,41.0451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,4096,1,0,55.3239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,6144,1,0,84.3951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,8192,1,0,114.0782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,0,2.0260
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,16,1,0,2.0971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,32,1,0,2.1286
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,64,1,0,2.2158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,128,1,0,3.7310
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,256,1,0,6.9462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,512,1,0,13.4727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1024,1,0,26.6703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1536,1,0,40.0449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,2048,1,0,53.4439
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,3072,1,0,81.8163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,4096,1,0,110.3486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,0,2.0486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,16,1,0,2.1529
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,32,1,0,2.2215
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,64,1,0,3.7413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,128,1,0,6.8956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,256,1,0,13.4842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,512,1,0,26.5657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1024,1,0,52.9434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1536,1,0,79.6808
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,2048,1,0,106.6122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,0,2.0186
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,16,1,0,2.2013
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,32,1,0,3.7205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,64,1,0,6.8859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,128,1,0,13.4004
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,256,1,0,26.6011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,512,1,0,52.7704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1024,1,0,105.7213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,0,2.0182
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,16,1,0,3.7245
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,32,1,0,6.8815
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,64,1,0,13.3892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,128,1,0,26.4633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,256,1,0,52.8464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,512,1,0,105.4180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,0,2.0209
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,16,1,0,2.0872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,32,1,0,2.1128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,64,1,0,2.1023
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,128,1,0,2.1024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,256,1,0,2.1002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,512,1,0,2.1136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1024,1,0,2.1523
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1536,1,0,2.1916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,2048,1,0,2.2393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,3072,1,0,2.8680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,4096,1,0,3.6679
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,6144,1,0,5.3144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,8192,1,0,7.0326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,10240,1,0,8.8283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,12288,1,0,10.7031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,16384,1,0,14.5121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,32768,1,0,31.7092
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,0,2.0078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,16,1,0,2.1032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,32,1,0,2.0920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,64,1,0,2.0987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,128,1,0,2.1033
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,256,1,0,2.1044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,512,1,0,2.1474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1024,1,0,2.2332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1536,1,0,2.8248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,2048,1,0,3.5613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,3072,1,0,5.1568
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,4096,1,0,6.7919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,6144,1,0,10.2192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,8192,1,0,13.7077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,10240,1,0,17.2637
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,12288,1,0,20.9814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,16384,1,0,28.6127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,32768,1,0,63.0143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,0,2.0122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,16,1,0,2.1030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,32,1,0,2.1164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,64,1,0,2.1064
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,128,1,0,2.1103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,256,1,0,2.1546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,512,1,0,2.2503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1024,1,0,3.5307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1536,1,0,5.0261
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,2048,1,0,6.5733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,3072,1,0,9.8874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,4096,1,0,13.2269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,6144,1,0,20.0385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,8192,1,0,26.9875
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,10240,1,0,34.0924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,12288,1,0,41.5613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,16384,1,0,56.8026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,32768,1,0,125.5613
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,0,2.0270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,16,1,0,2.1028
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,32,1,0,2.1088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,64,1,0,2.1370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,128,1,0,2.1550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,256,1,0,2.2369
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,512,1,0,3.5254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1024,1,0,6.5136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1536,1,0,9.6358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,2048,1,0,12.7525
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,3072,1,0,19.4251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,4096,1,0,26.0942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,6144,1,0,39.7141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,8192,1,0,53.6377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,10240,1,0,67.8170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,12288,1,0,82.7075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,16384,1,0,113.2754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,0,2.0142
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,16,1,0,2.0984
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,32,1,0,2.0950
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,64,1,0,2.1643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,128,1,0,2.2458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,256,1,0,3.5480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,512,1,0,6.5015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1024,1,0,12.6560
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1536,1,0,18.9150
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,2048,1,0,25.1803
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,3072,1,0,38.4166
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,4096,1,0,51.7920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,6144,1,0,79.0775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,8192,1,0,106.8734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,0,2.0274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,16,1,0,2.1088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,32,1,0,2.1383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,64,1,0,2.2389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,128,1,0,3.5095
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,256,1,0,6.4992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,512,1,0,12.5955
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1024,1,0,24.9066
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1536,1,0,37.3832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,2048,1,0,49.9598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,3072,1,0,76.4902
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,4096,1,0,103.1995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,0,2.0303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,16,1,0,2.1490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,32,1,0,2.2488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,64,1,0,3.5171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,128,1,0,6.4481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,256,1,0,12.6232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,512,1,0,24.7877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1024,1,0,49.4520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1536,1,0,74.2820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,2048,1,0,99.5161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,0,2.0029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,16,1,0,2.2133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,32,1,0,3.5053
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,64,1,0,6.4417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,128,1,0,12.5340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,256,1,0,24.8744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,512,1,0,49.3391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1024,1,0,98.5593
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,0,2.0556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,16,1,0,3.5194
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,32,1,0,6.4479
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,64,1,0,12.5359
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,128,1,0,24.7047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,256,1,0,49.3506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,512,1,0,98.2280
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,0,2.1119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,16,1,0,2.1385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,32,1,0,2.1483
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,64,1,0,2.1640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,128,1,0,2.1592
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,256,1,0,2.1550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,512,1,0,2.1584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1024,1,0,2.1895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1536,1,0,2.2251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,2048,1,0,2.2678
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,3072,1,0,2.4480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,4096,1,0,3.0986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,6144,1,0,4.4513
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,8192,1,0,5.8719
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,10240,1,0,7.3398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,12288,1,0,8.9049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,16384,1,0,12.1283
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,32768,1,0,27.0017
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,0,2.0988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,16,1,0,2.1488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,32,1,0,2.1464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,64,1,0,2.1452
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,128,1,0,2.1579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,256,1,0,2.1545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,512,1,0,2.1643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1024,1,0,2.2523
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1536,1,0,2.3970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,2048,1,0,2.9957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,3072,1,0,4.2778
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,4096,1,0,5.6337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,6144,1,0,8.4133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,8192,1,0,11.3185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,10240,1,0,14.2911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,12288,1,0,17.4192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,16384,1,0,23.8896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,32768,1,0,53.5249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,0,2.0962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,16,1,0,2.1423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,32,1,0,2.1469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,64,1,0,2.1531
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,128,1,0,2.1525
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,256,1,0,2.1797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,512,1,0,2.2652
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1024,1,0,2.9639
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1536,1,0,4.1559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,2048,1,0,5.3920
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,3072,1,0,8.0826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,4096,1,0,10.8270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,6144,1,0,16.4739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,8192,1,0,22.2437
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,10240,1,0,28.1688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,12288,1,0,34.4509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,16384,1,0,47.3103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,32768,1,0,106.5762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,0,2.1096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,16,1,0,2.1557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,32,1,0,2.1428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,64,1,0,2.1506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,128,1,0,2.1836
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,256,1,0,2.2625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,512,1,0,2.9590
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1024,1,0,5.3456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1536,1,0,7.8349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,2048,1,0,10.3617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,3072,1,0,15.8582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,4096,1,0,21.3539
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,6144,1,0,32.5897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,8192,1,0,44.1097
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,10240,1,0,55.9257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,12288,1,0,68.4751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,16384,1,0,94.2091
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,0,2.1098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,16,1,0,2.1539
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,32,1,0,2.1740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,64,1,0,2.1848
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,128,1,0,2.2553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,256,1,0,2.9565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,512,1,0,5.3308
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1024,1,0,10.2533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1536,1,0,15.3311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,2048,1,0,20.4251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,3072,1,0,31.2627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,4096,1,0,42.3121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,6144,1,0,64.7686
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,8192,1,0,87.8333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,0,2.1164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,16,1,0,2.1448
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,32,1,0,2.1781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,64,1,0,2.2672
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,128,1,0,2.9404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,256,1,0,5.3319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,512,1,0,10.2088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1024,1,0,20.1761
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1536,1,0,30.5677
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,2048,1,0,40.4361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,3072,1,0,62.1794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,4096,1,0,84.0996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,0,2.1297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,16,1,0,2.1929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,32,1,0,2.2578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,64,1,0,2.9390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,128,1,0,5.2789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,256,1,0,10.2156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,512,1,0,20.0910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1024,1,0,39.9585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1536,1,0,59.9950
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,2048,1,0,80.3777
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,0,2.0954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,16,1,0,2.2281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,32,1,0,2.9300
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,64,1,0,5.2842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,128,1,0,10.1385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,256,1,0,20.1174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,512,1,0,39.7752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1024,1,0,79.4032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,0,2.0887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,16,1,0,2.9341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,32,1,0,5.2743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,64,1,0,10.1498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,128,1,0,19.9616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,256,1,0,39.8622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,512,1,0,79.1535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,0,2.0960
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,16,1,0,2.1214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,32,1,0,2.1533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,64,1,0,2.1465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,128,1,0,2.1598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,256,1,0,2.1527
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,512,1,0,2.1615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1024,1,0,2.1877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1536,1,0,2.2072
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,2048,1,0,2.2518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,3072,1,0,2.3192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,4096,1,0,2.8050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,6144,1,0,4.0241
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,8192,1,0,5.3012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,10240,1,0,6.6305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,12288,1,0,8.0266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,16384,1,0,10.9373
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,32768,1,0,24.6365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,0,2.0943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,16,1,0,2.1494
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,32,1,0,2.1589
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,64,1,0,2.1555
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,128,1,0,2.1557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,256,1,0,2.1473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,512,1,0,2.1876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1024,1,0,2.2564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1536,1,0,2.3306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,2048,1,0,2.7117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,3072,1,0,3.8603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,4096,1,0,5.0548
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,6144,1,0,7.5547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,8192,1,0,10.1180
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,10240,1,0,12.8111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,12288,1,0,15.6520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,16384,1,0,21.5377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,32768,1,0,48.8571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,0,2.0986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,16,1,0,2.1496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,32,1,0,2.1406
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,64,1,0,2.1459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,128,1,0,2.1414
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,256,1,0,2.1787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,512,1,0,2.2148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1024,1,0,2.6754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1536,1,0,3.7326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,2048,1,0,4.8301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,3072,1,0,7.2417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,4096,1,0,9.6252
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,6144,1,0,14.6908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,8192,1,0,19.8963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,10240,1,0,25.2466
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,12288,1,0,30.9485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,16384,1,0,42.6404
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,32768,1,0,97.2078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,0,2.0958
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,16,1,0,2.1375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,32,1,0,2.1523
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,64,1,0,2.1719
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,128,1,0,2.1722
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,256,1,0,2.2325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,512,1,0,2.6794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1024,1,0,4.7624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1536,1,0,6.9809
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,2048,1,0,9.1744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,3072,1,0,14.0601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,4096,1,0,18.9812
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,6144,1,0,29.0842
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,8192,1,0,39.4394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,10240,1,0,50.0856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,12288,1,0,61.4685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,16384,1,0,84.8852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,0,2.0967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,16,1,0,2.1445
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,32,1,0,2.1589
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,64,1,0,2.1786
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,128,1,0,2.2328
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,256,1,0,2.6791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,512,1,0,4.7625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1024,1,0,9.0604
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1536,1,0,13.5609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,2048,1,0,18.0534
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,3072,1,0,27.7620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,4096,1,0,37.6025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,6144,1,0,57.7370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,8192,1,0,78.4230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,0,2.1231
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,16,1,0,2.1615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,32,1,0,2.1816
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,64,1,0,2.2399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,128,1,0,2.6569
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,256,1,0,4.7616
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,512,1,0,9.0140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1024,1,0,17.8119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1536,1,0,26.7297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,2048,1,0,35.7423
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,3072,1,0,55.0825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,4096,1,0,74.7290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,0,2.1114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,16,1,0,2.1583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,32,1,0,2.2285
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,64,1,0,2.6516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,128,1,0,4.7077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,256,1,0,9.0397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,512,1,0,17.7535
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1024,1,0,35.2482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1536,1,0,52.9831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,2048,1,0,70.9596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,0,2.0817
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,16,1,0,2.1944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,32,1,0,2.6428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,64,1,0,4.7099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,128,1,0,8.9530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,256,1,0,17.7914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,512,1,0,35.1286
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1024,1,0,70.0772
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,0,2.0890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,16,1,0,2.6541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,32,1,0,4.7007
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,64,1,0,8.9509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,128,1,0,17.6132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,256,1,0,35.2137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,512,1,0,69.7550
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,0,2.0645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,16,1,0,2.0942
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,32,1,0,2.0974
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,64,1,0,2.1148
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,128,1,0,2.1091
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,256,1,0,2.1092
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,512,1,0,2.1130
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1024,1,0,2.1189
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1536,1,0,2.1507
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,2048,1,0,2.1793
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,3072,1,0,2.2576
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,4096,1,0,2.6664
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,6144,1,0,3.8062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,8192,1,0,5.0140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,10240,1,0,6.2699
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,12288,1,0,7.6185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,16384,1,0,10.3711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,32768,1,0,23.4574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,0,2.0469
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,16,1,0,2.0961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,32,1,0,2.1062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,64,1,0,2.0885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,128,1,0,2.1020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,256,1,0,2.1041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,512,1,0,2.1152
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1024,1,0,2.1815
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1536,1,0,2.2567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,2048,1,0,2.5694
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,3072,1,0,3.6424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,4096,1,0,4.7724
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,6144,1,0,7.1290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,8192,1,0,9.5436
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,10240,1,0,12.0669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,12288,1,0,14.7696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,16384,1,0,20.3320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,32768,1,0,46.5127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,0,2.0442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,16,1,0,2.0928
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,32,1,0,2.0876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,64,1,0,2.0925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,128,1,0,2.1030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,256,1,0,2.1146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,512,1,0,2.1771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1024,1,0,2.5358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1536,1,0,3.5149
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,2048,1,0,4.5460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,3072,1,0,6.7898
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,4096,1,0,9.0551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,6144,1,0,13.7962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,8192,1,0,18.7005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,10240,1,0,24.1391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,12288,1,0,29.1637
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,16384,1,0,40.3077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,32768,1,0,92.9580
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,0,2.0554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,16,1,0,2.0997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,32,1,0,2.0998
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,64,1,0,2.1005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,128,1,0,2.1146
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,256,1,0,2.1775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,512,1,0,2.5260
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1024,1,0,4.4929
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1536,1,0,6.5456
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,2048,1,0,8.6168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,3072,1,0,13.1753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,4096,1,0,17.8107
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,6144,1,0,27.2980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,8192,1,0,37.9093
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,10240,1,0,47.1650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,12288,1,0,57.9902
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,16384,1,0,80.2234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,0,2.0387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,16,1,0,2.0852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,32,1,0,2.0944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,64,1,0,2.1087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,128,1,0,2.1791
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,256,1,0,2.5122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,512,1,0,4.4659
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1024,1,0,8.4982
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1536,1,0,12.6754
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,2048,1,0,16.8860
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,3072,1,0,25.9872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,4096,1,0,35.2666
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,6144,1,0,54.2533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,8192,1,0,73.8134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,0,2.0655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,16,1,0,2.0965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,32,1,0,2.0997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,64,1,0,2.1725
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,128,1,0,2.5075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,256,1,0,4.4667
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,512,1,0,8.4365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1024,1,0,16.6297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1536,1,0,24.9546
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,2048,1,0,33.3917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,3072,1,0,51.5952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,4096,1,0,70.0218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,0,2.0770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,16,1,0,2.1273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,32,1,0,2.1834
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,64,1,0,2.5088
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,128,1,0,4.4244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,256,1,0,8.4768
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,512,1,0,16.5512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1024,1,0,32.9253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1536,1,0,49.4718
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,2048,1,0,66.3281
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,0,2.0383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,16,1,0,2.1396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,32,1,0,2.5020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,64,1,0,4.4257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,128,1,0,8.3822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,256,1,0,16.5671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,512,1,0,32.7751
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1024,1,0,65.3468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,0,2.0436
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,16,1,0,2.4985
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,32,1,0,4.4149
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,64,1,0,8.3787
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,128,1,0,16.4226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,256,1,0,32.7806
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,512,1,0,65.0750
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,0,2.0437
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,16,1,0,2.0897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,32,1,0,2.0948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,64,1,0,2.1014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,128,1,0,2.0941
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,256,1,0,2.0967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,512,1,0,2.1051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1024,1,0,2.1168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1536,1,0,2.1629
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,2048,1,0,2.1800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,3072,1,0,2.2514
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,4096,1,0,2.5869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,6144,1,0,3.7008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,8192,1,0,4.8649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,10240,1,0,6.1036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,12288,1,0,7.3974
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,16384,1,0,10.0788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,32768,1,0,22.8757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,0,2.0524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,16,1,0,2.1020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,32,1,0,2.0984
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,64,1,0,2.0943
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,128,1,0,2.1030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,256,1,0,2.1049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,512,1,0,2.1234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1024,1,0,2.1878
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1536,1,0,2.2478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,2048,1,0,2.4911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,3072,1,0,3.5425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,4096,1,0,4.6376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,6144,1,0,6.9213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,8192,1,0,9.2584
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,10240,1,0,11.7116
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,12288,1,0,14.4981
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,16384,1,0,19.7521
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,32768,1,0,45.3235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,0,2.0464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,16,1,0,2.1029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,32,1,0,2.1096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,64,1,0,2.1130
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,128,1,0,2.1060
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,256,1,0,2.1235
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,512,1,0,2.1822
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1024,1,0,2.4626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1536,1,0,3.4242
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,2048,1,0,4.4164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,3072,1,0,6.5952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,4096,1,0,8.7798
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,6144,1,0,13.3717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,8192,1,0,18.1295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,10240,1,0,23.0409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,12288,1,0,28.2794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,16384,1,0,39.1290
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,32768,1,0,90.2513
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,0,2.0526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,16,1,0,2.1063
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,32,1,0,2.1038
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,64,1,0,2.1069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,128,1,0,2.1183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,256,1,0,2.1802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,512,1,0,2.4532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1024,1,0,4.3378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1536,1,0,6.3383
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,2048,1,0,8.3062
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,3072,1,0,12.7482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,4096,1,0,17.2033
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,6144,1,0,26.4050
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,8192,1,0,35.8976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,10240,1,0,45.6676
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,12288,1,0,56.1716
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,16384,1,0,77.8856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,0,2.0370
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,16,1,0,2.1049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,32,1,0,2.1015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,64,1,0,2.1155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,128,1,0,2.1771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,256,1,0,2.4453
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,512,1,0,4.3249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1024,1,0,8.2121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1536,1,0,12.2241
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,2048,1,0,16.2980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,3072,1,0,25.0657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,4096,1,0,34.0704
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,6144,1,0,52.4419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,8192,1,0,71.4405
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,0,2.0579
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,16,1,0,2.0981
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,32,1,0,2.1263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,64,1,0,2.1653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,128,1,0,2.4289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,256,1,0,4.3333
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,512,1,0,8.1367
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1024,1,0,16.0046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1536,1,0,24.0564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,2048,1,0,32.1924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,3072,1,0,49.7902
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,4096,1,0,67.6516
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,0,2.0727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,16,1,0,2.1134
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,32,1,0,2.1686
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,64,1,0,2.4314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,128,1,0,4.2828
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,256,1,0,8.1647
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,512,1,0,15.9204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1024,1,0,31.6770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1536,1,0,47.6870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,2048,1,0,63.8918
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,0,2.0441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,16,1,0,2.1578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,32,1,0,2.4335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,64,1,0,4.2871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,128,1,0,8.1026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,256,1,0,15.9489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,512,1,0,31.4870
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1024,1,0,63.0162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,0,2.0453
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,16,1,0,2.4299
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,32,1,0,4.2740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,64,1,0,8.0757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,128,1,0,15.8026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,256,1,0,31.5183
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,512,1,0,62.6622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,0,2.0639
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,16,1,0,2.0859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,32,1,0,2.1017
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,64,1,0,2.1011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,128,1,0,2.0996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,256,1,0,2.1003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,512,1,0,2.0963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1024,1,0,2.1136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1536,1,0,2.1553
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,2048,1,0,2.1910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,3072,1,0,2.2384
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,4096,1,0,2.5636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,6144,1,0,3.6489
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,8192,1,0,4.7969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,10240,1,0,6.0065
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,12288,1,0,7.2995
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,16384,1,0,9.9428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,32768,1,0,22.5556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,0,2.0378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,16,1,0,2.0895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,32,1,0,2.1031
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,64,1,0,2.1027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,128,1,0,2.1121
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,256,1,0,2.1117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,512,1,0,2.1267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1024,1,0,2.1934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1536,1,0,2.2459
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,2048,1,0,2.4617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,3072,1,0,3.4851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,4096,1,0,4.5646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,6144,1,0,6.8287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,8192,1,0,9.1351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,10240,1,0,11.5331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,12288,1,0,14.1075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,16384,1,0,19.4638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,32768,1,0,44.7410
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,0,2.0636
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,16,1,0,2.0965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,32,1,0,2.0970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,64,1,0,2.1149
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,128,1,0,2.1025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,256,1,0,2.1161
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,512,1,0,2.1788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1024,1,0,2.4312
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1536,1,0,3.3700
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,2048,1,0,4.3255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,3072,1,0,6.4865
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,4096,1,0,8.6447
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,6144,1,0,13.1460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,8192,1,0,17.8271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,10240,1,0,22.6757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,12288,1,0,27.8501
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,16384,1,0,38.5574
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,32768,1,0,89.0952
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,0,2.0653
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,16,1,0,2.1023
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,32,1,0,2.1140
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,64,1,0,2.1093
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,128,1,0,2.1250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,256,1,0,2.1792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,512,1,0,2.4149
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1024,1,0,4.2640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1536,1,0,6.2393
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,2048,1,0,8.1681
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,3072,1,0,12.5132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,4096,1,0,16.9051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,6144,1,0,25.9854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,8192,1,0,35.3167
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,10240,1,0,44.9362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,12288,1,0,55.3381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,16384,1,0,77.5011
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,0,2.0513
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,16,1,0,2.0879
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,32,1,0,2.1002
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,64,1,0,2.1061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,128,1,0,2.1619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,256,1,0,2.4188
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,512,1,0,4.2481
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1024,1,0,8.0547
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1536,1,0,12.0089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,2048,1,0,15.9814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,3072,1,0,25.3895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,4096,1,0,33.4732
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,6144,1,0,51.5964
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,8192,1,0,70.2680
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,0,2.0614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,16,1,0,2.0976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,32,1,0,2.1168
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,64,1,0,2.1691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,128,1,0,2.4094
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,256,1,0,4.2684
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,512,1,0,8.0112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1024,1,0,15.7365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1536,1,0,23.5986
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,2048,1,0,31.6055
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,3072,1,0,48.9365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,4096,1,0,66.5116
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,0,2.1239
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,16,1,0,2.1683
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,32,1,0,2.2255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,64,1,0,2.4066
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,128,1,0,4.2244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,256,1,0,8.0399
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,512,1,0,15.6372
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1024,1,0,31.1232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1536,1,0,46.8230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,2048,1,0,62.7646
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,0,2.0821
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,16,1,0,2.1983
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,32,1,0,2.4099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,64,1,0,4.2175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,128,1,0,7.9773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,256,1,0,15.6779
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,512,1,0,30.9755
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1024,1,0,61.8733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,0,2.0892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,16,1,0,2.4064
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,32,1,0,4.2142
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,64,1,0,7.9602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,128,1,0,15.5496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,256,1,0,30.9762
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,512,1,0,61.5309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,0,2.1021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,16,1,0,2.1413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,32,1,0,2.1468
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,64,1,0,2.1524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,128,1,0,2.1577
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,256,1,0,2.1484
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,512,1,0,2.1462
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1024,1,0,2.1728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1536,1,0,2.1948
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,2048,1,0,2.2465
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,3072,1,0,2.2957
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,4096,1,0,2.5585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,6144,1,0,3.6295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,8192,1,0,4.8409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,10240,1,0,6.0392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,12288,1,0,7.2524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,16384,1,0,9.9035
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,32768,1,0,22.4915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,0,2.0940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,16,1,0,2.1411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,32,1,0,2.1360
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,64,1,0,2.1253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,128,1,0,2.1346
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,256,1,0,2.1431
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,512,1,0,2.1460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1024,1,0,2.2284
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1536,1,0,2.2771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,2048,1,0,2.6079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,3072,1,0,3.4609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,4096,1,0,4.7003
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,6144,1,0,6.7891
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,8192,1,0,9.0626
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,10240,1,0,11.6108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,12288,1,0,14.1570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,16384,1,0,19.3252
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,32768,1,0,44.4575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,0,2.0849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,16,1,0,2.1388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,32,1,0,2.1590
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,64,1,0,2.1558
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,128,1,0,2.1524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,256,1,0,2.1734
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,512,1,0,2.2276
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1024,1,0,2.4215
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1536,1,0,3.3498
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,2048,1,0,4.3029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,3072,1,0,6.4444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,4096,1,0,8.5698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,6144,1,0,13.0339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,8192,1,0,17.6881
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,10240,1,0,22.8796
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,12288,1,0,27.6128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,16384,1,0,38.2667
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,32768,1,0,88.5198
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,0,2.0941
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,16,1,0,2.1473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,32,1,0,2.1336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,64,1,0,2.1381
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,128,1,0,2.1600
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,256,1,0,2.2188
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,512,1,0,2.4100
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1024,1,0,4.2446
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1536,1,0,6.1863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,2048,1,0,8.1103
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,3072,1,0,12.4067
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,4096,1,0,16.7768
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,6144,1,0,25.7504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,8192,1,0,35.0251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,10240,1,0,45.3752
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,12288,1,0,54.8966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,16384,1,0,76.1551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,0,2.0887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,16,1,0,2.1460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,32,1,0,2.1434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,64,1,0,2.1707
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,128,1,0,2.2156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,256,1,0,2.8897
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,512,1,0,4.2143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1024,1,0,9.4911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1536,1,0,11.9081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,2048,1,0,17.4132
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,3072,1,0,24.4069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,4096,1,0,34.6703
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,6144,1,0,51.1940
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,8192,1,0,69.6640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,0,2.1019
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,16,1,0,2.1416
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,32,1,0,2.3997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,64,1,0,2.2587
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,128,1,0,2.3905
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,256,1,0,5.2174
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,512,1,0,7.9519
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1024,1,0,18.5831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1536,1,0,23.3514
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,2048,1,0,34.4480
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,3072,1,0,48.4913
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,4096,1,0,69.0087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,0,2.0565
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,16,1,0,2.1251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,32,1,0,2.1644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,64,1,0,2.9400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,128,1,0,4.1759
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,256,1,0,9.9660
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,512,1,0,15.5012
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1024,1,0,36.8289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1536,1,0,46.3643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,2048,1,0,68.4669
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,0,2.0303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,16,1,0,2.1776
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,32,1,0,2.3835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,64,1,0,5.3077
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,128,1,0,7.8910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,256,1,0,19.5556
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,512,1,0,30.5872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1024,1,0,73.3504
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,0,2.0301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,16,1,0,2.9564
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,32,1,0,4.1747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,64,1,0,10.1551
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,128,1,0,15.3954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,256,1,0,38.7908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,512,1,0,60.7903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,1,1,0,2.0091
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,16,1,0,2.0648
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,32,1,0,2.0875
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,64,1,0,2.0901
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,128,1,0,2.0998
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,256,1,0,2.0877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,512,1,0,2.0894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,1024,1,0,2.1265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,1536,1,0,2.1782
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,2048,1,0,2.2305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,3072,1,0,3.0171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,4096,1,0,3.8884
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,6144,1,0,5.6351
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,8192,1,0,7.4813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,10240,1,0,9.3728
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,12288,1,0,11.3482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,16384,1,0,15.3863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,1,32768,1,0,33.4814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,1,1,0,2.0237
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,16,1,0,2.0922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,32,1,0,2.0933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,64,1,0,2.1027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,128,1,0,2.0892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,256,1,0,2.0899
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,512,1,0,2.1390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,1024,1,0,2.2314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,1536,1,0,2.9515
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,2048,1,0,3.7851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,3072,1,0,5.4715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,4096,1,0,7.2488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,6144,1,0,10.8719
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,8192,1,0,14.5738
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,10240,1,0,18.3336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,12288,1,0,22.3020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,16384,1,0,30.3889
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,2,32768,1,0,66.5449
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,1,1,0,2.0159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,16,1,0,2.0836
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,32,1,0,2.0895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,64,1,0,2.0924
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,128,1,0,2.0840
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,256,1,0,2.1265
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,512,1,0,2.2336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,1024,1,0,3.7688
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,1536,1,0,5.3374
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,2048,1,0,7.0275
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,3072,1,0,10.5318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,4096,1,0,14.0885
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,6144,1,0,21.3640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,8192,1,0,28.7306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,10240,1,0,36.3106
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,12288,1,0,44.1941
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,16384,1,0,60.3259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,4,32768,1,0,132.7775
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,1,1,0,2.0137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,16,1,0,2.0838
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,32,1,0,2.0887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,64,1,0,2.0908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,128,1,0,2.1256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,256,1,0,2.2326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,512,1,0,3.7412
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,1024,1,0,6.9585
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,1536,1,0,10.2848
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,2048,1,0,13.6322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,3072,1,0,20.7380
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,4096,1,0,27.8397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,6144,1,0,42.3625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,8192,1,0,57.1228
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,10240,1,0,72.2696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,12288,1,0,88.1202
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,8,16384,1,0,120.4371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,16,1,1,0,2.0255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,16,16,1,0,2.0873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,16,32,1,0,2.0876
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,16,64,1,0,2.1293
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,16,128,1,0,2.2276
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,16,256,1,0,3.7508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,16,512,1,0,6.9387
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,16,1024,1,0,13.5029
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,16,1536,1,0,20.1967
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,16,2048,1,0,26.8912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,16,3072,1,0,41.0857
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,16,4096,1,0,55.3172
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,16,6144,1,0,84.4238
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,16,8192,1,0,114.0528
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,32,1,1,0,2.0256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,32,16,1,0,2.0882
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,32,32,1,0,2.1320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,32,64,1,0,2.2258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,32,128,1,0,3.7329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,32,256,1,0,6.9415
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,32,512,1,0,13.4609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,32,1024,1,0,26.6768
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,32,1536,1,0,40.0143
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,32,2048,1,0,53.4496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,32,3072,1,0,81.8377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,32,4096,1,0,110.3896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,64,1,1,0,2.0314
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,64,16,1,0,2.1379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,64,32,1,0,2.2236
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,64,64,1,0,3.7204
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,64,128,1,0,6.9025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,64,256,1,0,13.4715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,64,512,1,0,26.5800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,64,1024,1,0,53.0485
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,64,1536,1,0,79.6396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,64,2048,1,0,106.5904
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,128,1,1,0,2.0005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,128,16,1,0,2.1992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,128,32,1,0,3.7255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,128,64,1,0,6.8848
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,128,128,1,0,13.4111
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,128,256,1,0,26.5630
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,128,512,1,0,52.7893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,128,1024,1,0,105.6307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,256,1,1,0,2.0224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,256,16,1,0,3.7256
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,256,32,1,0,6.8921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,256,64,1,0,13.3910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,256,128,1,0,26.4687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,256,256,1,0,52.8723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,128,256,512,1,0,105.3039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,1,1,0,2.0160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,16,1,0,2.0839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,32,1,0,2.0923
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,64,1,0,2.0962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,128,1,0,2.1048
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,256,1,0,2.1108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,512,1,0,2.1054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,1024,1,0,2.1583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,1536,1,0,2.2014
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,2048,1,0,2.2474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,3072,1,0,2.8725
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,4096,1,0,3.6773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,6144,1,0,5.3200
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,8192,1,0,7.0497
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,10240,1,0,8.8217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,12288,1,0,10.6947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,16384,1,0,14.5224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,1,32768,1,0,31.7191
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,1,1,0,2.0048
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,16,1,0,2.0989
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,32,1,0,2.1026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,64,1,0,2.0917
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,128,1,0,2.0963
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,256,1,0,2.1040
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,512,1,0,2.1500
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,1024,1,0,2.2476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,1536,1,0,2.8181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,2048,1,0,3.5767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,3072,1,0,5.1596
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,4096,1,0,6.8104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,6144,1,0,10.2205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,8192,1,0,13.7171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,10240,1,0,17.2729
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,12288,1,0,21.0041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,16384,1,0,28.6126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,2,32768,1,0,63.0311
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,1,1,0,2.0117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,16,1,0,2.1066
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,32,1,0,2.1037
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,64,1,0,2.0998
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,128,1,0,2.1000
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,256,1,0,2.1487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,512,1,0,2.2411
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,1024,1,0,3.5477
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,1536,1,0,5.0388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,2048,1,0,6.5625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,3072,1,0,9.8859
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,4096,1,0,13.2170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,6144,1,0,20.0255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,8192,1,0,27.0075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,10240,1,0,34.1024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,12288,1,0,41.5493
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,16384,1,0,56.8016
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,4,32768,1,0,125.6563
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,1,1,0,2.0107
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,16,1,0,2.1049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,32,1,0,2.1119
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,64,1,0,2.0912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,128,1,0,2.1464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,256,1,0,2.2344
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,512,1,0,3.5296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,1024,1,0,6.5105
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,1536,1,0,9.6250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,2048,1,0,12.7503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,3072,1,0,19.4263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,4096,1,0,26.0851
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,6144,1,0,39.7201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,8192,1,0,53.6114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,10240,1,0,67.8230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,12288,1,0,82.7972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,8,16384,1,0,113.2292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,16,1,1,0,2.0176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,16,16,1,0,2.0938
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,16,32,1,0,2.0925
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,16,64,1,0,2.1476
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,16,128,1,0,2.2385
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,16,256,1,0,3.5444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,16,512,1,0,6.5145
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,16,1024,1,0,12.6359
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,16,1536,1,0,18.8954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,16,2048,1,0,25.1753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,16,3072,1,0,38.4080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,16,4096,1,0,51.8319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,16,6144,1,0,79.0308
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,16,8192,1,0,106.9021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,32,1,1,0,2.0249
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,32,16,1,0,2.1079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,32,32,1,0,2.1618
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,32,64,1,0,2.2463
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,32,128,1,0,3.5153
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,32,256,1,0,6.4976
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,32,512,1,0,12.6079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,32,1024,1,0,24.9102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,32,1536,1,0,37.3651
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,32,2048,1,0,49.9561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,32,3072,1,0,76.0965
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,32,4096,1,0,102.6358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,64,1,1,0,2.0461
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,64,16,1,0,2.1800
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,64,32,1,0,2.2770
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,64,64,1,0,3.5030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,64,128,1,0,6.4259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,64,256,1,0,12.5155
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,64,512,1,0,24.6783
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,64,1024,1,0,49.1820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,64,1536,1,0,73.9890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,64,2048,1,0,98.9390
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,128,1,1,0,2.0843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,128,16,1,0,2.2852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,128,32,1,0,3.4980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,128,64,1,0,6.4069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,128,128,1,0,12.4890
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,128,256,1,0,24.6532
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,128,512,1,0,49.0036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,128,1024,1,0,98.0158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,256,1,1,0,2.0422
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,256,16,1,0,3.4915
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,256,32,1,0,6.4124
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,256,64,1,0,12.4725
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,256,128,1,0,24.6113
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,256,256,1,0,48.9691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,64,256,512,1,0,97.7213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,1,1,0,2.0723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,16,1,0,2.1108
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,32,1,0,2.1213
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,64,1,0,2.1208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,128,1,0,2.1127
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,256,1,0,2.1224
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,512,1,0,2.1267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,1024,1,0,2.1570
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,1536,1,0,2.1930
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,2048,1,0,2.2356
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,3072,1,0,2.4360
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,4096,1,0,3.0675
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,6144,1,0,4.3961
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,8192,1,0,5.8027
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,10240,1,0,7.2758
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,12288,1,0,8.8217
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,16384,1,0,12.0089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,1,32768,1,0,26.6522
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,1,1,0,2.0792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,16,1,0,2.1397
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,32,1,0,2.1291
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,64,1,0,2.1420
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,128,1,0,2.1233
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,256,1,0,2.1298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,512,1,0,2.1549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,1024,1,0,2.2386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,1536,1,0,2.3743
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,2048,1,0,2.9548
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,3072,1,0,4.2419
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,4096,1,0,5.5694
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,6144,1,0,8.3472
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,8192,1,0,11.2292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,10240,1,0,14.2083
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,12288,1,0,17.3179
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,16384,1,0,23.6428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,2,32768,1,0,52.8620
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,1,1,0,2.0807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,16,1,0,2.1396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,32,1,0,2.1303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,64,1,0,2.1350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,128,1,0,2.1318
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,256,1,0,2.1619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,512,1,0,2.2400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,1024,1,0,2.9331
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,1536,1,0,4.1230
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,2048,1,0,5.3523
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,3072,1,0,8.0234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,4096,1,0,10.7545
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,6144,1,0,16.3650
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,8192,1,0,22.0856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,10240,1,0,28.0268
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,12288,1,0,34.2426
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,16384,1,0,46.8464
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,4,32768,1,0,105.2730
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,1,1,0,2.0766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,16,1,0,2.1416
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,32,1,0,2.1294
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,64,1,0,2.1353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,128,1,0,2.1657
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,256,1,0,2.2451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,512,1,0,2.9185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,1024,1,0,5.2877
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,1536,1,0,7.7710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,2048,1,0,10.3035
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,3072,1,0,15.7478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,4096,1,0,21.1911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,6144,1,0,32.3932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,8192,1,0,43.7968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,10240,1,0,55.6303
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,12288,1,0,68.1069
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,8,16384,1,0,93.3328
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,16,1,1,0,2.0903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,16,16,1,0,2.1250
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,16,32,1,0,2.1320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,16,64,1,0,2.1662
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,16,128,1,0,2.2364
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,16,256,1,0,2.9208
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,16,512,1,0,5.2559
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,16,1024,1,0,10.1789
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,16,1536,1,0,15.2135
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,16,2048,1,0,20.2654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,16,3072,1,0,31.0583
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,16,4096,1,0,41.9795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,16,6144,1,0,64.3987
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,16,8192,1,0,89.3733
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,32,1,1,0,2.1087
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,32,16,1,0,2.1499
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,32,32,1,0,2.1671
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,32,64,1,0,2.2396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,32,128,1,0,2.9202
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,32,256,1,0,5.2594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,32,512,1,0,10.1268
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,32,1024,1,0,20.0364
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,32,1536,1,0,30.0216
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,32,2048,1,0,40.1619
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,32,3072,1,0,61.7540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,32,4096,1,0,83.5188
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,64,1,1,0,2.0970
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,64,16,1,0,2.1566
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,64,32,1,0,2.2413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,64,64,1,0,2.9099
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,64,128,1,0,5.2430
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,64,256,1,0,10.1137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,64,512,1,0,19.9302
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,64,1024,1,0,39.7006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,64,1536,1,0,59.6520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,64,2048,1,0,79.8911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,128,1,1,0,2.0933
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,128,16,1,0,2.2203
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,128,32,1,0,2.9059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,128,64,1,0,5.2425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,128,128,1,0,10.0855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,128,256,1,0,19.9218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,128,512,1,0,39.4801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,128,1024,1,0,79.5709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,256,1,1,0,2.0794
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,256,16,1,0,2.9051
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,256,32,1,0,5.2353
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,256,64,1,0,10.0994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,256,128,1,0,19.8492
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,256,256,1,0,39.4820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,32,256,512,1,0,78.5325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,1,1,0,2.0804
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,16,1,0,2.1287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,32,1,0,2.1296
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,64,1,0,2.1313
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,128,1,0,2.1428
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,256,1,0,2.1400
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,512,1,0,2.1269
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,1024,1,0,2.1594
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,1536,1,0,2.2032
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,2048,1,0,2.2442
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,3072,1,0,2.2980
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,4096,1,0,2.7841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,6144,1,0,3.9926
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,8192,1,0,5.2554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,10240,1,0,6.5908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,12288,1,0,7.9766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,16384,1,0,10.8157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,1,32768,1,0,24.2951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,1,1,0,2.0861
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,16,1,0,2.1398
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,32,1,0,2.1288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,64,1,0,2.1273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,128,1,0,2.1306
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,256,1,0,2.1374
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,512,1,0,2.1614
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,1024,1,0,2.2270
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,1536,1,0,2.2993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,2048,1,0,2.6802
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,3072,1,0,3.8246
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,4096,1,0,5.0135
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,6144,1,0,7.5059
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,8192,1,0,10.0412
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,10240,1,0,12.7291
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,12288,1,0,15.5562
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,16384,1,0,21.3006
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,2,32768,1,0,48.1871
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,1,1,0,2.1054
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,16,1,0,2.1234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,32,1,0,2.1473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,64,1,0,2.1212
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,128,1,0,2.1425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,256,1,0,2.1561
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,512,1,0,2.2324
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,1024,1,0,2.6460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,1536,1,0,3.7033
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,2048,1,0,4.7919
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,3072,1,0,7.1742
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,4096,1,0,9.5611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,6144,1,0,14.5945
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,8192,1,0,19.7482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,10240,1,0,25.1047
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,12288,1,0,30.7482
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,16384,1,0,42.1854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,4,32768,1,0,95.9008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,1,1,0,2.0793
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,16,1,0,2.1271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,32,1,0,2.1285
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,64,1,0,2.1210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,128,1,0,2.1451
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,256,1,0,2.2118
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,512,1,0,2.6350
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,1024,1,0,4.7258
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,1536,1,0,6.9159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,2048,1,0,9.1080
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,3072,1,0,13.9621
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,4096,1,0,18.8244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,6144,1,0,28.8887
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,8192,1,0,39.1190
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,10240,1,0,49.8096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,12288,1,0,61.1137
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,8,16384,1,0,84.0158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,16,1,1,0,2.0954
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,16,16,1,0,2.1341
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,16,32,1,0,2.1386
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,16,64,1,0,2.1602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,16,128,1,0,2.2326
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,16,256,1,0,2.6389
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,16,512,1,0,4.7009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,16,1024,1,0,8.9905
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,16,1536,1,0,13.4395
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,16,2048,1,0,17.9307
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,16,3072,1,0,27.5667
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,16,4096,1,0,37.3327
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,16,6144,1,0,57.3753
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,16,8192,1,0,77.8663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,32,1,1,0,2.1041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,32,16,1,0,2.1330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,32,32,1,0,2.1506
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,32,64,1,0,2.2260
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,32,128,1,0,2.6301
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,32,256,1,0,4.6914
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,32,512,1,0,8.9332
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,32,1024,1,0,17.6817
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,32,1536,1,0,26.5053
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,32,2048,1,0,35.5192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,32,3072,1,0,54.7117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,32,4096,1,0,74.1934
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,64,1,1,0,2.1025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,64,16,1,0,2.1540
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,64,32,1,0,2.2248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,64,64,1,0,2.6257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,64,128,1,0,4.6786
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,64,256,1,0,8.9334
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,64,512,1,0,17.5701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,64,1024,1,0,35.0114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,64,1536,1,0,52.6253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,64,2048,1,0,70.4578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,128,1,1,0,2.0936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,128,16,1,0,2.2323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,128,32,1,0,2.6205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,128,64,1,0,4.6709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,128,128,1,0,8.8903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,128,256,1,0,17.5685
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,128,512,1,0,34.7709
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,128,1024,1,0,69.5766
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,256,1,1,0,2.0726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,256,16,1,0,2.6263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,256,32,1,0,4.6715
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,256,64,1,0,8.8872
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,256,128,1,0,17.4892
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,256,256,1,0,34.7760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,16,256,512,1,0,69.1264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,1,1,0,2.0781
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,16,1,0,2.1068
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,32,1,0,2.1234
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,64,1,0,2.1431
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,128,1,0,2.1201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,256,1,0,2.1379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,512,1,0,2.1226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,1024,1,0,2.1478
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,1536,1,0,2.1740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,2048,1,0,2.2192
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,3072,1,0,2.2811
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,4096,1,0,2.6391
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,6144,1,0,3.7724
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,8192,1,0,4.9679
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,10240,1,0,6.2251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,12288,1,0,7.5526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,16384,1,0,10.2434
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,1,32768,1,0,23.0990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,1,1,0,2.0711
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,16,1,0,2.1362
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,32,1,0,2.1380
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,64,1,0,2.1361
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,128,1,0,2.1487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,256,1,0,2.1424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,512,1,0,2.1567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,1024,1,0,2.2101
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,1536,1,0,2.2849
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,2048,1,0,2.5394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,3072,1,0,3.6045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,4096,1,0,4.7259
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,6144,1,0,7.0708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,8192,1,0,9.4609
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,10240,1,0,11.9855
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,12288,1,0,14.6554
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,16384,1,0,20.1079
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,2,32768,1,0,45.8765
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,1,1,0,2.0691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,16,1,0,2.1392
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,32,1,0,2.1335
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,64,1,0,2.1244
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,128,1,0,2.1266
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,256,1,0,2.1486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,512,1,0,2.2425
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,1024,1,0,2.5102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,1536,1,0,3.8956
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,2048,1,0,4.5030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,3072,1,0,7.1441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,4096,1,0,8.9912
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,6144,1,0,13.7024
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,8192,1,0,18.5575
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,10240,1,0,23.6364
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,12288,1,0,29.3936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,16384,1,0,39.8637
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,4,32768,1,0,91.6974
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,1,1,0,2.0757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,16,1,0,2.1312
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,32,1,0,2.1349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,64,1,0,2.1371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,128,1,0,2.1526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,256,1,0,2.2181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,512,1,0,2.4947
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,1024,1,0,4.4437
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,1536,1,0,6.4896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,2048,1,0,8.5435
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,3072,1,0,13.0796
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,4096,1,0,17.6444
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,6144,1,0,27.1377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,8192,1,0,37.5866
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,10240,1,0,46.8971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,12288,1,0,58.3898
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,8,16384,1,0,79.3407
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,16,1,1,0,2.0726
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,16,16,1,0,2.1247
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,16,32,1,0,2.1345
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,16,64,1,0,2.1488
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,16,128,1,0,2.2164
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,16,256,1,0,2.4972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,16,512,1,0,4.4214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,16,1024,1,0,8.4202
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,16,1536,1,0,12.5578
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,16,2048,1,0,16.7520
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,16,3072,1,0,25.8177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,16,4096,1,0,35.0044
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,16,6144,1,0,53.9089
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,16,8192,1,0,73.2049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,32,1,1,0,2.0951
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,32,16,1,0,2.1413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,32,32,1,0,2.1518
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,32,64,1,0,2.2552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,32,128,1,0,2.4966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,32,256,1,0,5.5102
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,32,512,1,0,8.3701
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,32,1024,1,0,19.7271
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,32,1536,1,0,24.7747
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,32,2048,1,0,36.5797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,32,3072,1,0,51.2495
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,32,4096,1,0,72.9232
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,64,1,1,0,2.1008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,64,16,1,0,2.1623
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,64,32,1,0,2.2178
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,64,64,1,0,2.4894
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,64,128,1,0,4.4026
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,64,256,1,0,8.3552
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,64,512,1,0,16.3922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,64,1024,1,0,32.7036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,64,1536,1,0,49.1309
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,64,2048,1,0,65.8078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,128,1,1,0,2.0888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,128,16,1,0,2.2171
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,128,32,1,0,2.4916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,128,64,1,0,4.3973
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,128,128,1,0,8.3264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,128,256,1,0,16.3735
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,128,512,1,0,32.5122
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,128,1024,1,0,64.9141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,256,1,1,0,2.0737
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,256,16,1,0,2.4992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,256,32,1,0,4.3922
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,256,64,1,0,8.3291
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,256,128,1,0,16.3141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,256,256,1,0,32.4357
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,8,256,512,1,0,64.5624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,1,1,0,2.0792
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,16,1,0,2.1236
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,32,1,0,2.1372
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,64,1,0,2.1432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,128,1,0,2.1376
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,256,1,0,2.1378
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,512,1,0,2.1388
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,1024,1,0,2.1603
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,1536,1,0,2.1852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,2048,1,0,2.2179
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,3072,1,0,2.2731
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,4096,1,0,2.5727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,6144,1,0,3.6698
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,8192,1,0,4.8257
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,10240,1,0,6.0503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,12288,1,0,7.3363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,16384,1,0,9.9508
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,1,32768,1,0,22.5221
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,1,1,0,2.0757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,16,1,0,2.1163
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,32,1,0,2.1254
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,64,1,0,2.1337
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,128,1,0,2.1209
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,256,1,0,2.1286
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,512,1,0,2.1417
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,1024,1,0,2.1993
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,1536,1,0,2.2720
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,2048,1,0,2.4683
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,3072,1,0,3.5144
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,4096,1,0,4.5946
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,6144,1,0,6.8567
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,8192,1,0,9.1771
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,10240,1,0,11.6304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,12288,1,0,14.2159
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,16384,1,0,19.5104
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,2,32768,1,0,44.6773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,1,1,0,2.0696
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,16,1,0,2.1273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,32,1,0,2.1340
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,64,1,0,2.1285
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,128,1,0,2.1292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,256,1,0,2.1526
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,512,1,0,2.2098
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,1024,1,0,2.4339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,1536,1,0,3.3908
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,2048,1,0,4.3693
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,3072,1,0,6.5287
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,4096,1,0,8.6979
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,6144,1,0,13.2654
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,8192,1,0,17.9624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,10240,1,0,22.8839
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,12288,1,0,28.0873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,16384,1,0,38.6796
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,4,32768,1,0,88.9632
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,1,1,0,2.0767
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,16,1,0,2.1199
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,32,1,0,2.1268
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,64,1,0,2.1191
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,128,1,0,2.1461
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,256,1,0,2.2128
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,512,1,0,2.4218
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,1024,1,0,4.3036
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,1536,1,0,6.2739
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,2048,1,0,8.2487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,3072,1,0,12.6375
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,4096,1,0,17.0541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,6144,1,0,26.2262
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,8192,1,0,35.6005
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,10240,1,0,45.4215
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,12288,1,0,55.8557
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,8,16384,1,0,76.9723
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,16,1,1,0,2.0745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,16,16,1,0,2.1086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,16,32,1,0,2.1075
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,16,64,1,0,2.1330
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,16,128,1,0,2.1978
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,16,256,1,0,2.4156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,16,512,1,0,4.2740
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,16,1024,1,0,8.1409
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,16,1536,1,0,12.1187
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,16,2048,1,0,16.1601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,16,3072,1,0,24.9057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,16,4096,1,0,33.7801
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,16,6144,1,0,52.1356
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,16,8192,1,0,70.8457
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,32,1,1,0,2.0932
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,32,16,1,0,2.1292
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,32,32,1,0,2.1474
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,32,64,1,0,2.1969
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,32,128,1,0,2.4141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,32,256,1,0,4.2797
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,32,512,1,0,8.0795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,32,1024,1,0,15.9052
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,32,1536,1,0,23.8503
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,32,2048,1,0,31.9684
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,32,3072,1,0,49.4966
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,32,4096,1,0,67.1826
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,64,1,1,0,2.0928
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,64,16,1,0,2.1602
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,64,32,1,0,2.2133
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,64,64,1,0,2.4184
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,64,128,1,0,4.2607
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,64,256,1,0,8.0888
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,64,512,1,0,15.8112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,64,1024,1,0,31.5025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,64,1536,1,0,47.3999
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,64,2048,1,0,63.4959
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,128,1,1,0,2.0936
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,128,16,1,0,2.2395
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,128,32,1,0,2.4160
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,128,64,1,0,4.2601
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,128,128,1,0,8.0394
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,128,256,1,0,15.7807
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,128,512,1,0,31.2788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,128,1024,1,0,62.6624
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,256,1,1,0,2.1336
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,256,16,1,0,2.4226
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,256,32,1,0,4.2615
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,256,64,1,0,8.0512
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,256,128,1,0,15.7046
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,256,256,1,0,31.2717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,4,256,512,1,0,62.1515
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,1,1,0,2.1021
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,16,1,0,2.1486
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,32,1,0,2.1542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,64,1,0,2.1642
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,128,1,0,2.1744
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,256,1,0,2.1706
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,512,1,0,2.1622
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,1024,1,0,2.1820
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,1536,1,0,2.2157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,2048,1,0,2.2395
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,3072,1,0,2.2997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,4096,1,0,2.5510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,6144,1,0,3.6248
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,8192,1,0,4.7656
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,10240,1,0,5.9541
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,12288,1,0,7.2396
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,16384,1,0,9.8169
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,1,32768,1,0,22.2173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,1,1,0,2.1076
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,16,1,0,2.1627
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,32,1,0,2.1582
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,64,1,0,2.1638
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,128,1,0,2.1691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,256,1,0,2.1795
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,512,1,0,2.1854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,1024,1,0,2.2450
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,1536,1,0,2.3030
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,2048,1,0,2.4450
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,3072,1,0,3.4631
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,4096,1,0,4.5289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,6144,1,0,6.7625
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,8192,1,0,9.0438
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,10240,1,0,11.4524
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,12288,1,0,14.0085
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,16384,1,0,19.2289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,2,32768,1,0,44.2945
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,1,1,0,2.1157
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,16,1,0,2.1608
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,32,1,0,2.1649
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,64,1,0,2.1617
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,128,1,0,2.1598
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,256,1,0,2.1895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,512,1,0,2.2438
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,1024,1,0,2.7832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,1536,1,0,3.3492
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,2048,1,0,4.7061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,3072,1,0,6.4329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,4096,1,0,8.9994
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,6144,1,0,13.0505
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,8192,1,0,18.0996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,10240,1,0,22.9377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,12288,1,0,27.6487
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,16384,1,0,38.4988
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,4,32768,1,0,87.8015
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,1,1,0,2.1117
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,16,1,0,2.1655
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,32,1,0,2.1533
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,64,1,0,2.1530
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,128,1,0,2.1717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,256,1,0,2.2173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,512,1,0,2.3909
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,1024,1,0,4.2329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,1536,1,0,6.1745
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,2048,1,0,8.1170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,3072,1,0,12.4276
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,4096,1,0,16.7708
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,6144,1,0,25.8126
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,8192,1,0,35.0358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,10240,1,0,44.7035
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,12288,1,0,54.9691
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,8,16384,1,0,75.8349
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,16,1,1,0,2.0852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,16,16,1,0,2.1313
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,16,32,1,0,2.1401
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,16,64,1,0,2.1377
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,16,128,1,0,2.2175
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,16,256,1,0,2.3916
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,16,512,1,0,4.2078
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,16,1024,1,0,8.0114
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,16,1536,1,0,11.9023
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,16,2048,1,0,15.8856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,16,3072,1,0,24.5057
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,16,4096,1,0,33.2274
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,16,6144,1,0,51.2539
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,16,8192,1,0,69.7004
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,32,1,1,0,2.1115
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,32,16,1,0,2.1264
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,32,32,1,0,2.1424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,32,64,1,0,2.2008
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,32,128,1,0,2.3883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,32,256,1,0,4.2162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,32,512,1,0,7.9510
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,32,1024,1,0,15.6322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,32,1536,1,0,23.4757
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,32,2048,1,0,31.3854
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,32,3072,1,0,48.5990
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,32,4096,1,0,66.0437
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,64,1,1,0,2.0856
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,64,16,1,0,2.1339
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,64,32,1,0,2.1996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,64,64,1,0,2.3883
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,64,128,1,0,4.1874
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,64,256,1,0,7.9490
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,64,512,1,0,15.5181
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,64,1024,1,0,30.9136
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,64,1536,1,0,46.4813
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,64,2048,1,0,62.3447
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,128,1,1,0,2.0971
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,128,16,1,0,2.2170
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,128,32,1,0,2.3862
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,128,64,1,0,4.1858
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,128,128,1,0,7.9210
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,128,256,1,0,15.5255
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,128,512,1,0,30.7039
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,128,1024,1,0,61.4371
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,256,1,1,0,2.0687
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,256,16,1,0,2.3852
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,256,32,1,0,4.1796
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,256,64,1,0,7.9048
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,256,128,1,0,15.4322
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,256,256,1,0,30.6944
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,2,256,512,1,0,61.0201
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,1,1,0,2.0713
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,16,1,0,2.0992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,32,1,0,2.1205
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,64,1,0,2.1263
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,128,1,0,2.1158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,256,1,0,2.1177
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,512,1,0,2.1298
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,1024,1,0,2.1681
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,1536,1,0,2.2049
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,2048,1,0,2.2325
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,3072,1,0,2.2633
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,4096,1,0,2.5295
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,6144,1,0,3.5972
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,8192,1,0,4.7304
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,10240,1,0,5.9267
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,12288,1,0,7.1997
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,16384,1,0,9.7697
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,1,32768,1,0,22.1717
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,1,1,0,2.0640
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,16,1,0,2.1297
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,32,1,0,2.1112
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,64,1,0,2.1272
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,128,1,0,2.1176
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,256,1,0,2.1173
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,512,1,0,2.1458
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,1024,1,0,2.2020
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,1536,1,0,2.2893
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,2048,1,0,2.4273
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,3072,1,0,3.6253
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,4096,1,0,4.4968
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,6144,1,0,6.9053
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,8192,1,0,8.9814
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,10240,1,0,11.3628
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,12288,1,0,13.9025
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,16384,1,0,19.0895
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,2,32768,1,0,43.7831
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,1,1,0,2.0644
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,16,1,0,2.1185
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,32,1,0,2.1141
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,64,1,0,2.1162
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,128,1,0,2.1288
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,256,1,0,2.1395
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,512,1,0,2.1911
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,1024,1,0,2.3921
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,1536,1,0,3.3158
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,2048,1,0,4.2643
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,3072,1,0,6.3843
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,4096,1,0,8.4982
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,6144,1,0,12.9441
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,8192,1,0,17.5424
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,10240,1,0,22.3509
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,12288,1,0,27.4365
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,16384,1,0,37.8041
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,4,32768,1,0,87.2413
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,1,1,0,2.0665
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,16,1,0,2.1156
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,32,1,0,2.1195
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,64,1,0,2.1214
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,128,1,0,2.1432
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,256,1,0,2.1996
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,512,1,0,2.3873
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,1024,1,0,4.2081
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,1536,1,0,6.1305
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,2048,1,0,8.0467
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,3072,1,0,12.3113
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,4096,1,0,16.6323
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,6144,1,0,25.5825
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,8192,1,0,34.7358
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,10240,1,0,44.3549
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,12288,1,0,54.5790
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,8,16384,1,0,75.2641
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,16,1,1,0,2.0788
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,16,16,1,0,2.1320
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,16,32,1,0,2.1289
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,16,64,1,0,2.1426
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,16,128,1,0,2.2009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,16,256,1,0,2.3710
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,16,512,1,0,4.1832
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,16,1024,1,0,7.9363
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,16,1536,1,0,11.8045
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,16,2048,1,0,15.7251
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,16,3072,1,0,24.2663
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,16,4096,1,0,32.9096
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,16,6144,1,0,50.8348
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,16,8192,1,0,69.1379
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,32,1,1,0,2.0896
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,32,16,1,0,2.1319
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,32,32,1,0,2.1571
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,32,64,1,0,2.1910
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,32,128,1,0,2.3748
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,32,256,1,0,4.1645
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,32,512,1,0,7.8773
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,32,1024,1,0,15.4760
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,32,1536,1,0,23.2086
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,32,2048,1,0,31.0903
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,32,3072,1,0,48.1727
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,32,4096,1,0,65.4835
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,64,1,1,0,2.0962
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,64,16,1,0,2.1473
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,64,32,1,0,2.2009
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,64,64,1,0,2.3681
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,64,128,1,0,4.1588
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,64,256,1,0,7.8818
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,64,512,1,0,15.3612
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,64,1024,1,0,30.6109
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,64,1536,1,0,46.0949
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,64,2048,1,0,61.7329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,128,1,1,0,2.0863
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,128,16,1,0,2.1900
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,128,32,1,0,2.3702
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,128,64,1,0,4.1542
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,128,128,1,0,7.8329
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,128,256,1,0,15.3841
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,128,512,1,0,30.3992
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,128,1024,1,0,60.8061
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,256,1,1,0,2.0611
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,256,16,1,0,2.3764
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,256,32,1,0,4.1460
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,256,64,1,0,7.8372
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,256,128,1,0,15.2869
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,256,256,1,0,30.3496
VLLM,0.19.0,NVIDIA B200,dsa_context_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,fp8,fp8,nvfp4,1,256,512,1,0,60.4245
