framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,latency
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,0,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16,1,0,0.1548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32,1,0,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,64,1,0,0.1714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,128,1,0,0.1846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,256,1,0,0.2156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,512,1,0,0.3061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1024,1,0,0.4921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1536,1,0,0.6979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,2048,1,0,0.9315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,3072,1,0,1.4152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,4096,1,0,1.9782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,6144,1,0,3.0338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,8192,1,0,4.3991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,10240,1,0,5.8268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,12288,1,0,7.5506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16384,1,0,11.6095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32768,1,0,33.0303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,0,0.1395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16,1,0,0.1673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32,1,0,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,64,1,0,0.1880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,128,1,0,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,256,1,0,0.3026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,512,1,0,0.4886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1024,1,0,0.8928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1536,1,0,1.3328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,2048,1,0,1.8103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,3072,1,0,2.6843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,4096,1,0,3.7724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,6144,1,0,6.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,8192,1,0,9.0182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,10240,1,0,11.9399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,12288,1,0,14.8323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16384,1,0,22.6817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32768,1,0,65.8417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,0,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16,1,0,0.1863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32,1,0,0.1970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,64,1,0,0.2256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,128,1,0,0.3050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,256,1,0,0.4854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,512,1,0,0.8800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1024,1,0,1.7275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1536,1,0,2.5067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,2048,1,0,3.4015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,3072,1,0,5.4482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,4096,1,0,7.7009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,6144,1,0,12.0187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,8192,1,0,17.4779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,10240,1,0,23.7937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,12288,1,0,29.5254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16384,1,0,45.1367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32768,1,0,128.7063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,0,0.1517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,16,1,0,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,32,1,0,0.2406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,64,1,0,0.3213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,128,1,0,0.4909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,256,1,0,0.8791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,512,1,0,1.6987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1024,1,0,3.2842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1536,1,0,5.0933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,2048,1,0,7.0148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,3072,1,0,10.6450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,4096,1,0,14.8514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,6144,1,0,23.8979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,8192,1,0,34.7402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,10240,1,0,46.5727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,12288,1,0,56.6102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,16384,1,0,87.2707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,0,0.1641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,16,1,0,0.2725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,32,1,0,0.3523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,64,1,0,0.5225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,128,1,0,0.8927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,256,1,0,1.6923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,512,1,0,3.2104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1024,1,0,6.7082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1536,1,0,9.9415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,2048,1,0,13.4844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,3072,1,0,21.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,4096,1,0,29.4988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,6144,1,0,45.4146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,8192,1,0,66.5466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,0,0.1716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,16,1,0,0.4208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,32,1,0,0.5909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,64,1,0,0.9617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,128,1,0,1.7360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,256,1,0,3.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,512,1,0,6.6039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1024,1,0,12.8809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1536,1,0,19.7755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,2048,1,0,26.7720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,3072,1,0,39.9642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,4096,1,0,56.0753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,0,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,16,1,0,0.7412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,32,1,0,1.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,64,1,0,1.8870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,128,1,0,3.2970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,256,1,0,6.5771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,512,1,0,12.7052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1024,1,0,25.6270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1536,1,0,37.2379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,2048,1,0,50.7393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,0,0.2359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,16,1,0,1.4498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,32,1,0,2.2277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,64,1,0,3.6559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,128,1,0,6.8784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,256,1,0,12.7209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,512,1,0,25.3612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1024,1,0,48.6038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,0,0.3187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,16,1,0,3.0661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,32,1,0,4.5114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,64,1,0,7.7712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,128,1,0,13.5993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,256,1,0,25.6468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,512,1,0,48.3712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,0,0.1056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16,1,0,0.1246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32,1,0,0.1288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,64,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,128,1,0,0.1427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,256,1,0,0.1654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,512,1,0,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1024,1,0,0.3309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1536,1,0,0.4353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,2048,1,0,0.5411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,3072,1,0,0.8044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,4096,1,0,1.0957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,6144,1,0,1.7674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,8192,1,0,2.5430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,10240,1,0,3.3438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,12288,1,0,4.1537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16384,1,0,6.2295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32768,1,0,17.6789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,0,0.1119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16,1,0,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32,1,0,0.1339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,64,1,0,0.1435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,128,1,0,0.1612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,256,1,0,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,512,1,0,0.3263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1024,1,0,0.5254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1536,1,0,0.7629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,2048,1,0,1.0192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,3072,1,0,1.5938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,4096,1,0,2.2237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,6144,1,0,3.4369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,8192,1,0,4.9341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,10240,1,0,6.4962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,12288,1,0,8.1635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16384,1,0,12.5039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32768,1,0,35.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16,1,0,0.1404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32,1,0,0.1482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,64,1,0,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,128,1,0,0.2126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,256,1,0,0.3233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,512,1,0,0.5200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1024,1,0,0.9739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1536,1,0,1.5086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,2048,1,0,2.0436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,3072,1,0,3.0854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,4096,1,0,4.2665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,6144,1,0,6.7455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,8192,1,0,9.9066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,10240,1,0,13.1101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,12288,1,0,16.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16384,1,0,24.8438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32768,1,0,70.4092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,0,0.1198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16,1,0,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,32,1,0,0.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,64,1,0,0.2214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,128,1,0,0.3254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,256,1,0,0.5165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,512,1,0,0.9590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1024,1,0,1.9747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1536,1,0,2.9091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,2048,1,0,3.9230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,3072,1,0,6.0540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,4096,1,0,8.5899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,6144,1,0,13.4104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,8192,1,0,19.6540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,10240,1,0,26.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,12288,1,0,32.9243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16384,1,0,49.6817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,0,0.1304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,16,1,0,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,32,1,0,0.2376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,64,1,0,0.3414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,128,1,0,0.5230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,256,1,0,0.9574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,512,1,0,1.9478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1024,1,0,3.7740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1536,1,0,5.6994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,2048,1,0,7.9056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,3072,1,0,12.0358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,4096,1,0,17.0317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,6144,1,0,27.2640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,8192,1,0,39.3127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,0,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,16,1,0,0.2713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,32,1,0,0.3749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,64,1,0,0.5561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,128,1,0,0.9755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,256,1,0,1.9321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,512,1,0,3.7192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1024,1,0,7.6061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1536,1,0,11.3381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,2048,1,0,15.6722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,3072,1,0,24.5375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,4096,1,0,34.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,0,0.1453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,16,1,0,0.4483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,32,1,0,0.6315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,64,1,0,1.0520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,128,1,0,1.9856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,256,1,0,3.7180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,512,1,0,7.5204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1024,1,0,15.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1536,1,0,23.1793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,2048,1,0,31.4480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,0,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,16,1,0,0.8019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,32,1,0,1.2199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,64,1,0,2.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,128,1,0,3.8585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,256,1,0,7.5272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,512,1,0,14.9699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1024,1,0,30.3871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,0,0.2140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,16,1,0,1.6401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,32,1,0,2.5888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,64,1,0,4.3082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,128,1,0,7.9630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,256,1,0,15.1118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,512,1,0,30.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,0,0.0933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16,1,0,0.1060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,64,1,0,0.1171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,128,1,0,0.1221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,256,1,0,0.1373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,512,1,0,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1024,1,0,0.2250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1536,1,0,0.2893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,2048,1,0,0.3462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,3072,1,0,0.4866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,4096,1,0,0.6426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,6144,1,0,1.0320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,8192,1,0,1.4304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,10240,1,0,1.8788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,12288,1,0,2.3409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16384,1,0,3.4543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32768,1,0,9.3698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,0,0.0934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32,1,0,0.1168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,64,1,0,0.1237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,128,1,0,0.1318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,256,1,0,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,512,1,0,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1024,1,0,0.3398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1536,1,0,0.4630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,2048,1,0,0.6004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,3072,1,0,0.9429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,4096,1,0,1.2647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,6144,1,0,1.9808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,8192,1,0,2.8030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,10240,1,0,3.6512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,12288,1,0,4.5696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16384,1,0,6.7736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32768,1,0,18.8138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,0,0.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16,1,0,0.1186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32,1,0,0.1221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,64,1,0,0.1336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,128,1,0,0.1579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,256,1,0,0.2191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,512,1,0,0.3346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1024,1,0,0.5831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1536,1,0,0.8977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,2048,1,0,1.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,3072,1,0,1.8016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,4096,1,0,2.4750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,6144,1,0,3.8550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,8192,1,0,5.4780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,10240,1,0,7.2185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,12288,1,0,9.1048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16384,1,0,13.6471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32768,1,0,37.5734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16,1,0,0.1281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,32,1,0,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,64,1,0,0.1622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,128,1,0,0.2195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,256,1,0,0.3316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,512,1,0,0.5866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1024,1,0,1.1441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1536,1,0,1.7090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,2048,1,0,2.3009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,3072,1,0,3.5048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,4096,1,0,4.8242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,6144,1,0,7.6885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,8192,1,0,11.0583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,10240,1,0,14.6525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,12288,1,0,18.0230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16384,1,0,27.2581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,0,0.1084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,16,1,0,0.1474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,32,1,0,0.1739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,64,1,0,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,128,1,0,0.3346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,256,1,0,0.5748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,512,1,0,1.1268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1024,1,0,2.2252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1536,1,0,3.3278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,2048,1,0,4.4822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,3072,1,0,6.9942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,4096,1,0,9.7513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,6144,1,0,15.1973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,8192,1,0,22.0913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,0,0.1182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,16,1,0,0.1886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,32,1,0,0.2465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,64,1,0,0.3513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,128,1,0,0.5847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,256,1,0,1.1248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,512,1,0,2.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1024,1,0,4.3321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1536,1,0,6.6413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,2048,1,0,9.0760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,3072,1,0,13.8243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,4096,1,0,19.4705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,0,0.1283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,16,1,0,0.2831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,32,1,0,0.3883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,64,1,0,0.6203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,128,1,0,1.1497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,256,1,0,2.1979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,512,1,0,4.2908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1024,1,0,8.7902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1536,1,0,13.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,2048,1,0,18.1590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,0,0.1448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,16,1,0,0.4731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,32,1,0,0.7085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,64,1,0,1.2352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,128,1,0,2.2680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,256,1,0,4.2946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,512,1,0,8.7248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1024,1,0,17.6221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,0,0.1773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,16,1,0,0.9156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,32,1,0,1.4495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,64,1,0,2.4898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,128,1,0,4.5090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,256,1,0,8.7947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,512,1,0,17.5646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,0,0.0787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16,1,0,0.0914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32,1,0,0.0967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,64,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,128,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,256,1,0,0.1244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,512,1,0,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1024,1,0,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1536,1,0,0.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,2048,1,0,0.2546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,3072,1,0,0.3376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,4096,1,0,0.4298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,6144,1,0,0.6549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,8192,1,0,0.8766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,10240,1,0,1.1389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,12288,1,0,1.4229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16384,1,0,2.0419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32768,1,0,5.3151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,0,0.0808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16,1,0,0.0959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32,1,0,0.1020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,64,1,0,0.1063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,128,1,0,0.1184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,256,1,0,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,512,1,0,0.1740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1024,1,0,0.2424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1536,1,0,0.3244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,2048,1,0,0.4099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,3072,1,0,0.6041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,4096,1,0,0.7941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,6144,1,0,1.2313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,8192,1,0,1.7188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,10240,1,0,2.2190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,12288,1,0,2.7747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16384,1,0,4.0207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32768,1,0,10.5278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,0,0.0826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16,1,0,0.1015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32,1,0,0.1064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,64,1,0,0.1179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,128,1,0,0.1319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,256,1,0,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,512,1,0,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1024,1,0,0.4049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1536,1,0,0.5827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,2048,1,0,0.7534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,3072,1,0,1.1434
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,4096,1,0,1.5536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,6144,1,0,2.4095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,8192,1,0,3.3727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,10240,1,0,4.3957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,12288,1,0,5.5301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16384,1,0,7.9537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32768,1,0,21.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,0,0.0873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16,1,0,0.1063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,32,1,0,0.1190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,64,1,0,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,128,1,0,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,256,1,0,0.2370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,512,1,0,0.4035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1024,1,0,0.7363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1536,1,0,1.1017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,2048,1,0,1.4673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,3072,1,0,2.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,4096,1,0,3.0459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,6144,1,0,4.8291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,8192,1,0,6.6640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,10240,1,0,8.7992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,12288,1,0,10.9024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16384,1,0,16.1240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,0,0.0910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,16,1,0,0.1251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,32,1,0,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,64,1,0,0.1738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,128,1,0,0.2391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,256,1,0,0.4040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,512,1,0,0.7301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1024,1,0,1.4376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1536,1,0,2.1431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,2048,1,0,2.8754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,3072,1,0,4.4614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,4096,1,0,6.0101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,6144,1,0,9.4949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,8192,1,0,13.5190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,16,1,0,0.1478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,32,1,0,0.1838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,64,1,0,0.2485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,128,1,0,0.3986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,256,1,0,0.7271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,512,1,0,1.4188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1024,1,0,2.7995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1536,1,0,4.2867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,2048,1,0,5.6720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,3072,1,0,8.7968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,4096,1,0,12.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,0,0.1063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,16,1,0,0.2023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,32,1,0,0.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,64,1,0,0.4198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,128,1,0,0.7382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,256,1,0,1.4216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,512,1,0,2.7789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1024,1,0,5.5327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1536,1,0,8.4604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,2048,1,0,11.5611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,0,0.1211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,16,1,0,0.3108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,32,1,0,0.4609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,64,1,0,0.7873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,128,1,0,1.4506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,256,1,0,2.7864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,512,1,0,5.5079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1024,1,0,11.2971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,0,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,16,1,0,0.5661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,32,1,0,0.8884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,64,1,0,1.5633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,128,1,0,2.8930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,256,1,0,5.5418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,512,1,0,11.2746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,0,0.0746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,16,1,0,0.0892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,32,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,64,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,128,1,0,0.1023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,256,1,0,0.1167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,512,1,0,0.1281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1024,1,0,0.1578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1536,1,0,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,2048,1,0,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,3072,1,0,0.2801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,4096,1,0,0.3479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,6144,1,0,0.4909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,8192,1,0,0.6189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,10240,1,0,0.7907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,12288,1,0,0.9749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,16384,1,0,1.3538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,32768,1,0,3.2926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,0,0.0765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,16,1,0,0.0932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,32,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,64,1,0,0.1015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,128,1,0,0.1096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,256,1,0,0.1257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,512,1,0,0.1529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1024,1,0,0.2041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1536,1,0,0.2624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,2048,1,0,0.3273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,3072,1,0,0.4574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,4096,1,0,0.5800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,6144,1,0,0.8782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,8192,1,0,1.1841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,10240,1,0,1.5016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,12288,1,0,1.8684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,16384,1,0,2.6369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,32768,1,0,6.5263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,0,0.0774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,16,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,32,1,0,0.1017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,64,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,128,1,0,0.1216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,256,1,0,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,512,1,0,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1024,1,0,0.3152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1536,1,0,0.4502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,2048,1,0,0.5732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,3072,1,0,0.8303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,4096,1,0,1.1016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,6144,1,0,1.6766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,8192,1,0,2.3079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,10240,1,0,2.9838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,12288,1,0,3.7590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,16384,1,0,5.2357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,32768,1,0,13.0460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,0,0.0825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,16,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,32,1,0,0.1103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,64,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,128,1,0,0.1462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,256,1,0,0.1979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,512,1,0,0.3121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1024,1,0,0.5563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1536,1,0,0.8126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,2048,1,0,1.0703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,3072,1,0,1.5873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,4096,1,0,2.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,6144,1,0,3.3961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,8192,1,0,4.5891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,10240,1,0,5.9973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,12288,1,0,7.3754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,16384,1,0,10.4894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,0,0.0891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,16,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,32,1,0,0.1220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,64,1,0,0.1468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,128,1,0,0.1940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,256,1,0,0.3105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,512,1,0,0.5509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1024,1,0,1.0492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1536,1,0,1.5463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,2048,1,0,2.0662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,3072,1,0,3.2155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,4096,1,0,4.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,6144,1,0,6.6589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,8192,1,0,9.2049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,0,0.0931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,16,1,0,0.1265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,32,1,0,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,64,1,0,0.1997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,128,1,0,0.3122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,256,1,0,0.5534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,512,1,0,1.0432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1024,1,0,2.0264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1536,1,0,3.1294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,2048,1,0,4.0940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,3072,1,0,6.3115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,4096,1,0,8.5240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,0,0.1021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,16,1,0,0.1651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,32,1,0,0.2100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,64,1,0,0.3234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,128,1,0,0.5550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,256,1,0,1.0439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,512,1,0,2.0160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1024,1,0,4.0234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1536,1,0,6.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,2048,1,0,8.2219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,16,1,0,0.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,32,1,0,0.3442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,64,1,0,0.5771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,128,1,0,1.0555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,256,1,0,2.0211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,512,1,0,4.0049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1024,1,0,8.0956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,0,0.1288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,16,1,0,0.3968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,32,1,0,0.6332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,64,1,0,1.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,128,1,0,2.0675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,256,1,0,4.0309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,512,1,0,8.0846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,0,0.0704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,16,1,0,0.0888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,32,1,0,0.0929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,64,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,128,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,256,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,512,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1024,1,0,0.1486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1536,1,0,0.1691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,2048,1,0,0.1961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,3072,1,0,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,4096,1,0,0.3180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,6144,1,0,0.4363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,8192,1,0,0.5540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,10240,1,0,0.6639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,12288,1,0,0.7925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,16384,1,0,1.0290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,32768,1,0,2.2934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,0,0.0726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,16,1,0,0.0917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,32,1,0,0.0988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,64,1,0,0.1007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,128,1,0,0.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,256,1,0,0.1216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,512,1,0,0.1438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1024,1,0,0.1841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1536,1,0,0.2322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,2048,1,0,0.2971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,3072,1,0,0.4007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,4096,1,0,0.5056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,6144,1,0,0.7208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,8192,1,0,0.9409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,10240,1,0,1.1674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,12288,1,0,1.4294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,16384,1,0,1.9575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,32768,1,0,4.5343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,0,0.0765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,16,1,0,0.0972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,32,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,64,1,0,0.1078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,128,1,0,0.1159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,256,1,0,0.1435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,512,1,0,0.1795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1024,1,0,0.2839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1536,1,0,0.3859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,2048,1,0,0.4879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,3072,1,0,0.6978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,4096,1,0,0.9211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,6144,1,0,1.3376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,8192,1,0,1.7855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,10240,1,0,2.2833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,12288,1,0,2.8791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,16384,1,0,3.8798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,32768,1,0,9.1140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,0,0.0791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,16,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,32,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,64,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,128,1,0,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,256,1,0,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,512,1,0,0.2780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1024,1,0,0.4752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1536,1,0,0.6841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,2048,1,0,0.8950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,3072,1,0,1.2896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,4096,1,0,1.7221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,6144,1,0,2.7034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,8192,1,0,3.5429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,10240,1,0,4.6107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,12288,1,0,5.6438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,16384,1,0,7.8053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,0,0.0865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,16,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,32,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,64,1,0,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,128,1,0,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,256,1,0,0.2723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,512,1,0,0.4680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1024,1,0,0.8726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1536,1,0,1.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,2048,1,0,1.6770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,3072,1,0,2.6089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,4096,1,0,3.3982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,6144,1,0,5.2897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,8192,1,0,7.1315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,0,0.0930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,16,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,32,1,0,0.1384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,64,1,0,0.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,128,1,0,0.2748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,256,1,0,0.4663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,512,1,0,0.8669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1024,1,0,1.6530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1536,1,0,2.5507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,2048,1,0,3.3155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,3072,1,0,5.0942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,4096,1,0,6.8316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,16,1,0,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,32,1,0,0.1804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,64,1,0,0.2756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,128,1,0,0.4683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,256,1,0,0.8635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,512,1,0,1.6444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1024,1,0,3.2774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1536,1,0,5.0079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,2048,1,0,6.6727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,0,0.1016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,16,1,0,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,32,1,0,0.2862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,64,1,0,0.4787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,128,1,0,0.8723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,256,1,0,1.6461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,512,1,0,3.2645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1024,1,0,6.6045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,0,0.1190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,16,1,0,0.3124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,32,1,0,0.5069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,64,1,0,0.9001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,128,1,0,1.6707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,256,1,0,3.2786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,512,1,0,6.5948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,0,0.0634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,16,1,0,0.0869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,32,1,0,0.0889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,64,1,0,0.0970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,128,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,256,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,512,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1024,1,0,0.1452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1536,1,0,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,2048,1,0,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,3072,1,0,0.2418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,4096,1,0,0.2961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,6144,1,0,0.4075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,8192,1,0,0.4933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,10240,1,0,0.6173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,12288,1,0,0.7352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,16384,1,0,0.9609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,32768,1,0,1.8312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,0,0.0703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,16,1,0,0.0886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,32,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,64,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,128,1,0,0.1064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,256,1,0,0.1210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,512,1,0,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1024,1,0,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1536,1,0,0.2246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,2048,1,0,0.2763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,3072,1,0,0.3723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,4096,1,0,0.4667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,6144,1,0,0.6660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,8192,1,0,0.8686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,10240,1,0,1.0531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,12288,1,0,1.2550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,16384,1,0,1.6490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,32768,1,0,3.5776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,0,0.0744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,16,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,32,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,64,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,128,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,256,1,0,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,512,1,0,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1024,1,0,0.2628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1536,1,0,0.3565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,2048,1,0,0.4469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,3072,1,0,0.6315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,4096,1,0,0.8238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,6144,1,0,1.1944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,8192,1,0,1.6009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,10240,1,0,2.0129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,12288,1,0,2.4854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,16384,1,0,3.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,32768,1,0,7.1845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,0,0.0805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,16,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,32,1,0,0.1067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,64,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,128,1,0,0.1339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,256,1,0,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,512,1,0,0.2558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1024,1,0,0.4364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1536,1,0,0.6159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,2048,1,0,0.8007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,3072,1,0,1.1674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,4096,1,0,1.5472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,6144,1,0,2.3855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,8192,1,0,3.1039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,10240,1,0,4.0200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,12288,1,0,4.8450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,16384,1,0,6.5501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,0,0.0847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,16,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,32,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,64,1,0,0.1345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,128,1,0,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,256,1,0,0.2586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,512,1,0,0.4348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1024,1,0,0.7873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1536,1,0,1.1517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,2048,1,0,1.5174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,3072,1,0,2.3402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,4096,1,0,3.0134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,6144,1,0,4.6517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,8192,1,0,6.2526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,0,0.0880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,16,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,32,1,0,0.1339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,64,1,0,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,128,1,0,0.2517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,256,1,0,0.4325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,512,1,0,0.7842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1024,1,0,1.5000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1536,1,0,2.3015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,2048,1,0,2.9634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,3072,1,0,4.5532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,4096,1,0,6.0824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,0,0.0970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,16,1,0,0.1354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,32,1,0,0.1676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,64,1,0,0.2576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,128,1,0,0.4249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,256,1,0,0.7903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,512,1,0,1.4932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1024,1,0,2.9391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1536,1,0,4.5008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,2048,1,0,5.9939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,16,1,0,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,32,1,0,0.2587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,64,1,0,0.4338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,128,1,0,0.7885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,256,1,0,1.4943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,512,1,0,2.9335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1024,1,0,5.9593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,16,1,0,0.2785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,32,1,0,0.4423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,64,1,0,0.8081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,128,1,0,1.5017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,256,1,0,2.9359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,512,1,0,5.9272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,0,0.0665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,16,1,0,0.0848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,32,1,0,0.0883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,64,1,0,0.0924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,128,1,0,0.0975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,256,1,0,0.1104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,512,1,0,0.1169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1024,1,0,0.1410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1536,1,0,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,2048,1,0,0.1839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,3072,1,0,0.2371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,4096,1,0,0.2862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,6144,1,0,0.3905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,8192,1,0,0.4362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,10240,1,0,0.5369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,12288,1,0,0.6492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,16384,1,0,0.8712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,32768,1,0,1.7671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,0,0.0682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,16,1,0,0.0879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,32,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,64,1,0,0.0976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,128,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,256,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,512,1,0,0.1377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1024,1,0,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1536,1,0,0.2192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,2048,1,0,0.2657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,3072,1,0,0.3604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,4096,1,0,0.4476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,6144,1,0,0.6507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,8192,1,0,0.8123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,10240,1,0,1.0066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,12288,1,0,1.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,16384,1,0,1.5833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,32768,1,0,3.1139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,0,0.0724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,16,1,0,0.0930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,32,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,64,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,128,1,0,0.1107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,256,1,0,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,512,1,0,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1024,1,0,0.2535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1536,1,0,0.3435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,2048,1,0,0.4261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,3072,1,0,0.6175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,4096,1,0,0.7870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,6144,1,0,1.1329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,8192,1,0,1.4952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,10240,1,0,1.8617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,12288,1,0,2.2862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,16384,1,0,3.0036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,32768,1,0,6.2457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,0,0.0763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,16,1,0,0.0970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,32,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,64,1,0,0.1105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,128,1,0,0.1295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,256,1,0,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,512,1,0,0.2480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1024,1,0,0.4074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1536,1,0,0.5939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,2048,1,0,0.7681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,3072,1,0,1.1002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,4096,1,0,1.4486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,6144,1,0,2.2349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,8192,1,0,2.8934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,10240,1,0,3.7029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,12288,1,0,4.4680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,16384,1,0,5.9611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,0,0.0825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,16,1,0,0.1036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,32,1,0,0.1106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,64,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,128,1,0,0.1612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,256,1,0,0.2489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,512,1,0,0.3980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1024,1,0,0.7548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1536,1,0,1.0832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,2048,1,0,1.4258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,3072,1,0,2.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,4096,1,0,2.8354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,6144,1,0,4.3541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,8192,1,0,5.7766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,0,0.0866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,16,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,32,1,0,0.1292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,64,1,0,0.1616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,128,1,0,0.2458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,256,1,0,0.4038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,512,1,0,0.7543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1024,1,0,1.4161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1536,1,0,2.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,2048,1,0,2.8008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,3072,1,0,4.2911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,4096,1,0,5.6716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,0,0.0916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,16,1,0,0.1302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,32,1,0,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,64,1,0,0.2421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,128,1,0,0.3968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,256,1,0,0.7489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,512,1,0,1.4099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1024,1,0,2.7813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1536,1,0,4.2574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,2048,1,0,5.6289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,0,0.0982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,16,1,0,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,32,1,0,0.2482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,64,1,0,0.3985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,128,1,0,0.7499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,256,1,0,1.4112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,512,1,0,2.7757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1024,1,0,5.6029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,0,0.1098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,16,1,0,0.2493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,32,1,0,0.4147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,64,1,0,0.7553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,128,1,0,1.4182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,256,1,0,2.7779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,512,1,0,5.6183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,0,0.1310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,16,1,0,0.1549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,32,1,0,0.1618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,64,1,0,0.1723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,128,1,0,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,256,1,0,0.2166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,512,1,0,0.3062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1024,1,0,0.4920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1536,1,0,0.6989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,2048,1,0,0.9307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,3072,1,0,1.4160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,4096,1,0,1.9693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,6144,1,0,3.0301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,8192,1,0,4.4028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,10240,1,0,5.8226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,12288,1,0,7.5599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,16384,1,0,11.6050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,32768,1,0,33.0335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,0,0.1388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,16,1,0,0.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,32,1,0,0.1776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,64,1,0,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,128,1,0,0.2168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,256,1,0,0.3031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,512,1,0,0.4876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1024,1,0,0.8926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1536,1,0,1.3300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,2048,1,0,1.8078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,3072,1,0,2.6862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,4096,1,0,3.7650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,6144,1,0,6.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,8192,1,0,9.0095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,10240,1,0,11.9402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,12288,1,0,14.8314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,16384,1,0,22.6741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,32768,1,0,65.8438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,0,0.1408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,16,1,0,0.1877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,32,1,0,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,64,1,0,0.2261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,128,1,0,0.3042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,256,1,0,0.4855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,512,1,0,0.8799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1024,1,0,1.7334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1536,1,0,2.5071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,2048,1,0,3.4156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,3072,1,0,5.4493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,4096,1,0,7.6957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,6144,1,0,12.0155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,8192,1,0,17.4827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,10240,1,0,23.7962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,12288,1,0,29.5206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,16384,1,0,45.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,32768,1,0,128.6764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,0,0.1429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,16,1,0,0.2157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,32,1,0,0.2416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,64,1,0,0.3202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,128,1,0,0.4902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,256,1,0,0.8774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,512,1,0,1.6969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1024,1,0,3.2592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1536,1,0,5.1018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,2048,1,0,7.0170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,3072,1,0,10.6411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,4096,1,0,14.8499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,6144,1,0,23.8979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,8192,1,0,34.7473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,10240,1,0,46.5782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,12288,1,0,56.5919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,16384,1,0,87.3114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,0,0.1526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,16,1,0,0.2742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,32,1,0,0.3512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,64,1,0,0.5219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,128,1,0,0.8921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,256,1,0,1.6867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,512,1,0,3.2049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1024,1,0,6.7024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1536,1,0,9.9408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,2048,1,0,13.4895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,3072,1,0,21.1652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,4096,1,0,29.5092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,6144,1,0,45.4049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,8192,1,0,66.5904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,0,0.1612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,16,1,0,0.4203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,32,1,0,0.5910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,64,1,0,0.9610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,128,1,0,1.7325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,256,1,0,3.1936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,512,1,0,6.6055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1024,1,0,12.8751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1536,1,0,19.7797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,2048,1,0,26.7737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,3072,1,0,39.9377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,4096,1,0,56.1121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,0,0.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,16,1,0,0.7405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,32,1,0,1.1120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,64,1,0,1.8860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,128,1,0,3.2865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,256,1,0,6.5806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,512,1,0,12.7067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1024,1,0,25.6187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1536,1,0,37.2675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,2048,1,0,50.7760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,0,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,16,1,0,1.4505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,32,1,0,2.2273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,64,1,0,3.6621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,128,1,0,6.8748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,256,1,0,12.7178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,512,1,0,25.3516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1024,1,0,48.6408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,0,0.2410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,16,1,0,3.0667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,32,1,0,4.5009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,64,1,0,7.7751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,128,1,0,13.5983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,256,1,0,25.6495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,512,1,0,48.3846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,0,0.1064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,16,1,0,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,32,1,0,0.1300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,64,1,0,0.1350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,128,1,0,0.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,256,1,0,0.1672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,512,1,0,0.2107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1024,1,0,0.3310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1536,1,0,0.4368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,2048,1,0,0.5417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,3072,1,0,0.8045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,4096,1,0,1.1003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,6144,1,0,1.7709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,8192,1,0,2.5430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,10240,1,0,3.3394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,12288,1,0,4.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,16384,1,0,6.2273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,32768,1,0,17.6850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,0,0.1090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,16,1,0,0.1324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,32,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,64,1,0,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,128,1,0,0.1609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,256,1,0,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,512,1,0,0.3259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1024,1,0,0.5248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1536,1,0,0.7624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,2048,1,0,1.0108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,3072,1,0,1.5940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,4096,1,0,2.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,6144,1,0,3.4333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,8192,1,0,4.9320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,10240,1,0,6.4950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,12288,1,0,8.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,16384,1,0,12.4968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,32768,1,0,35.1926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,0,0.1117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,16,1,0,0.1413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,32,1,0,0.1476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,64,1,0,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,128,1,0,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,256,1,0,0.3227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,512,1,0,0.5198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1024,1,0,0.9765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1536,1,0,1.5046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,2048,1,0,2.0484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,3072,1,0,3.0866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,4096,1,0,4.2714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,6144,1,0,6.7465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,8192,1,0,9.9065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,10240,1,0,13.1144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,12288,1,0,16.2338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,16384,1,0,24.8486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,32768,1,0,70.3611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,16,1,0,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,32,1,0,0.1756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,64,1,0,0.2209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,128,1,0,0.3256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,256,1,0,0.5175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,512,1,0,0.9579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1024,1,0,1.9703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1536,1,0,2.9108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,2048,1,0,3.9273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,3072,1,0,6.0535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,4096,1,0,8.5874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,6144,1,0,13.4133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,8192,1,0,19.6542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,10240,1,0,26.2087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,12288,1,0,32.8848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,16384,1,0,49.6827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,0,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,16,1,0,0.1919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,32,1,0,0.2370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,64,1,0,0.3404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,128,1,0,0.5230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,256,1,0,0.9558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,512,1,0,1.9419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1024,1,0,3.7691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1536,1,0,5.7000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,2048,1,0,7.9091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,3072,1,0,12.0477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,4096,1,0,17.0350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,6144,1,0,27.2776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,8192,1,0,39.3144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,0,0.1295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,16,1,0,0.2708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,32,1,0,0.3736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,64,1,0,0.5560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,128,1,0,0.9803
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,256,1,0,1.9297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,512,1,0,3.7293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1024,1,0,7.6052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1536,1,0,11.3488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,2048,1,0,15.6732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,3072,1,0,24.5570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,4096,1,0,34.0694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,0,0.1327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,16,1,0,0.4482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,32,1,0,0.6308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,64,1,0,1.0503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,128,1,0,1.9916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,256,1,0,3.7078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,512,1,0,7.5231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1024,1,0,15.1039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1536,1,0,23.1855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,2048,1,0,31.4213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,0,0.1469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,16,1,0,0.7999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,32,1,0,1.2227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,64,1,0,2.1558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,128,1,0,3.8544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,256,1,0,7.5248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,512,1,0,14.9683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1024,1,0,30.3443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,0,0.1737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,16,1,0,1.6384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,32,1,0,2.5865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,64,1,0,4.3000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,128,1,0,7.9650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,256,1,0,15.1089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,512,1,0,30.2388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,0,0.1005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,16,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,32,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,64,1,0,0.1171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,128,1,0,0.1221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,256,1,0,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,512,1,0,0.1621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1024,1,0,0.2233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1536,1,0,0.2890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,2048,1,0,0.3471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,3072,1,0,0.4852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,4096,1,0,0.6417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,6144,1,0,1.0274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,8192,1,0,1.4269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,10240,1,0,1.8774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,12288,1,0,2.3401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,16384,1,0,3.4535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,32768,1,0,9.3686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,0,0.1028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,16,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,32,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,64,1,0,0.1223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,128,1,0,0.1315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,256,1,0,0.1622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,512,1,0,0.2193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1024,1,0,0.3383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1536,1,0,0.4625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,2048,1,0,0.6035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,3072,1,0,0.9406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,4096,1,0,1.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,6144,1,0,1.9752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,8192,1,0,2.8044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,10240,1,0,3.6546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,12288,1,0,4.5714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,16384,1,0,6.7746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,32768,1,0,18.8091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,0,0.1078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,16,1,0,0.1180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,32,1,0,0.1233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,64,1,0,0.1325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,128,1,0,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,256,1,0,0.2181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,512,1,0,0.3345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1024,1,0,0.5868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1536,1,0,0.8962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,2048,1,0,1.1836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,3072,1,0,1.7982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,4096,1,0,2.4752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,6144,1,0,3.8541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,8192,1,0,5.4800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,10240,1,0,7.2185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,12288,1,0,9.1150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,16384,1,0,13.6528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,32768,1,0,37.5871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,16,1,0,0.1281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,32,1,0,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,64,1,0,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,128,1,0,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,256,1,0,0.3316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,512,1,0,0.5830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1024,1,0,1.1455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1536,1,0,1.7097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,2048,1,0,2.3073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,3072,1,0,3.5016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,4096,1,0,4.8218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,6144,1,0,7.6937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,8192,1,0,11.0652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,10240,1,0,14.6582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,12288,1,0,18.0157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,16384,1,0,27.2924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,0,0.1151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,16,1,0,0.1474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,32,1,0,0.1719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,64,1,0,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,128,1,0,0.3346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,256,1,0,0.5806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,512,1,0,1.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1024,1,0,2.2308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1536,1,0,3.3276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,2048,1,0,4.4814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,3072,1,0,6.9921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,4096,1,0,9.7485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,6144,1,0,15.1965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,8192,1,0,22.0892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,0,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,16,1,0,0.1888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,32,1,0,0.2463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,64,1,0,0.3515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,128,1,0,0.5829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,256,1,0,1.1231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,512,1,0,2.1991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1024,1,0,4.3287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1536,1,0,6.6436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,2048,1,0,9.0772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,3072,1,0,13.8294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,4096,1,0,19.4712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,0,0.1374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,16,1,0,0.2831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,32,1,0,0.3889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,64,1,0,0.6204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,128,1,0,1.1459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,256,1,0,2.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,512,1,0,4.2923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1024,1,0,8.7918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1536,1,0,13.1494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,2048,1,0,18.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,0,0.1598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,16,1,0,0.4731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,32,1,0,0.7060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,64,1,0,1.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,128,1,0,2.2666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,256,1,0,4.2979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,512,1,0,8.7259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1024,1,0,17.6339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,0,0.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,16,1,0,0.9137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,32,1,0,1.4478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,64,1,0,2.4905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,128,1,0,4.5106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,256,1,0,8.7983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,512,1,0,17.5729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,0,0.0867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,16,1,0,0.0930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,32,1,0,0.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,64,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,128,1,0,0.1068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,256,1,0,0.1237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,512,1,0,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1024,1,0,0.1793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1536,1,0,0.2178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,2048,1,0,0.2545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,3072,1,0,0.3380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,4096,1,0,0.4290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,6144,1,0,0.6538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,8192,1,0,0.8736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,10240,1,0,1.1369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,12288,1,0,1.4191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,16384,1,0,2.0415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,32768,1,0,5.3139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,0,0.0899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,16,1,0,0.0972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,32,1,0,0.1018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,64,1,0,0.1060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,128,1,0,0.1165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,256,1,0,0.1374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,512,1,0,0.1735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1024,1,0,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1536,1,0,0.3252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,2048,1,0,0.4096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,3072,1,0,0.6032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,4096,1,0,0.7937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,6144,1,0,1.2265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,8192,1,0,1.7148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,10240,1,0,2.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,12288,1,0,2.7739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,16384,1,0,4.0167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,32768,1,0,10.5220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,0,0.0929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,16,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,32,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,64,1,0,0.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,128,1,0,0.1318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,256,1,0,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,512,1,0,0.2375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1024,1,0,0.4047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1536,1,0,0.5794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,2048,1,0,0.7501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,3072,1,0,1.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,4096,1,0,1.5534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,6144,1,0,2.4088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,8192,1,0,3.3708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,10240,1,0,4.3939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,12288,1,0,5.5266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,16384,1,0,7.9513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,32768,1,0,21.2109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,0,0.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,16,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,32,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,64,1,0,0.1319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,128,1,0,0.1692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,256,1,0,0.2382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,512,1,0,0.3976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1024,1,0,0.7348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1536,1,0,1.0954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,2048,1,0,1.4698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,3072,1,0,2.2292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,4096,1,0,3.0418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,6144,1,0,4.8146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,8192,1,0,6.6667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,10240,1,0,8.7718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,12288,1,0,10.9019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,16384,1,0,16.0892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,16,1,0,0.1239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,32,1,0,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,64,1,0,0.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,128,1,0,0.2387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,256,1,0,0.3985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,512,1,0,0.7301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1024,1,0,1.4314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1536,1,0,2.1435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,2048,1,0,2.8770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,3072,1,0,4.4630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,4096,1,0,6.0144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,6144,1,0,9.4852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,8192,1,0,13.5219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,16,1,0,0.1479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,32,1,0,0.1845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,64,1,0,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,128,1,0,0.4004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,256,1,0,0.7276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,512,1,0,1.4175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1024,1,0,2.8005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1536,1,0,4.2858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,2048,1,0,5.6745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,3072,1,0,8.7991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,4096,1,0,12.2105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,0,0.1172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,16,1,0,0.2020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,32,1,0,0.2668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,64,1,0,0.4202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,128,1,0,0.7402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,256,1,0,1.4244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,512,1,0,2.7777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1024,1,0,5.5345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1536,1,0,8.4571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,2048,1,0,11.5827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,0,0.1299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,16,1,0,0.3077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,32,1,0,0.4624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,64,1,0,0.7852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,128,1,0,1.4523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,256,1,0,2.7857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,512,1,0,5.5006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1024,1,0,11.3103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,0,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,16,1,0,0.5686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,32,1,0,0.8893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,64,1,0,1.5697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,128,1,0,2.8962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,256,1,0,5.5443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,512,1,0,11.2632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,0,0.0808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,16,1,0,0.0899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,32,1,0,0.0940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,64,1,0,0.0985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,128,1,0,0.1015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,256,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,512,1,0,0.1278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1024,1,0,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1536,1,0,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,2048,1,0,0.2158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,3072,1,0,0.2798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,4096,1,0,0.3462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,6144,1,0,0.4884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,8192,1,0,0.6200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,10240,1,0,0.7916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,12288,1,0,0.9758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,16384,1,0,1.3541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,32768,1,0,3.2939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,0,0.0846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,16,1,0,0.0931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,32,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,64,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,128,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,256,1,0,0.1261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,512,1,0,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1024,1,0,0.2043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1536,1,0,0.2620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,2048,1,0,0.3261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,3072,1,0,0.4535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,4096,1,0,0.5789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,6144,1,0,0.8754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,8192,1,0,1.1837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,10240,1,0,1.5043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,12288,1,0,1.8657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,16384,1,0,2.6328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,32768,1,0,6.5266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,0,0.0864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,16,1,0,0.0977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,32,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,64,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,128,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,256,1,0,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,512,1,0,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1024,1,0,0.3148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1536,1,0,0.4489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,2048,1,0,0.5726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,3072,1,0,0.8317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,4096,1,0,1.1035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,6144,1,0,1.6761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,8192,1,0,2.3059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,10240,1,0,2.9829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,12288,1,0,3.7628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,16384,1,0,5.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,32768,1,0,13.0558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,0,0.0893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,16,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,32,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,64,1,0,0.1215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,128,1,0,0.1468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,256,1,0,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,512,1,0,0.3094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1024,1,0,0.5540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1536,1,0,0.8104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,2048,1,0,1.0650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,3072,1,0,1.5886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,4096,1,0,2.1366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,6144,1,0,3.3962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,8192,1,0,4.5863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,10240,1,0,5.9966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,12288,1,0,7.3579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,16384,1,0,10.4940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,0,0.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,16,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,32,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,64,1,0,0.1466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,128,1,0,0.1939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,256,1,0,0.3068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,512,1,0,0.5466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1024,1,0,1.0497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1536,1,0,1.5462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,2048,1,0,2.0661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,3072,1,0,3.2093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,4096,1,0,4.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,6144,1,0,6.6455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,8192,1,0,9.2123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,16,1,0,0.1261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,32,1,0,0.1527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,64,1,0,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,128,1,0,0.3113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,256,1,0,0.5490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,512,1,0,1.0369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1024,1,0,2.0277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1536,1,0,3.1227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,2048,1,0,4.0973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,3072,1,0,6.2912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,4096,1,0,8.5284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,16,1,0,0.1613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,32,1,0,0.2084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,64,1,0,0.3197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,128,1,0,0.5524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,256,1,0,1.0391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,512,1,0,2.0127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1024,1,0,4.0237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1536,1,0,6.1221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,2048,1,0,8.2288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,16,1,0,0.2300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,32,1,0,0.3420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,64,1,0,0.5779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,128,1,0,1.0507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,256,1,0,2.0201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,512,1,0,4.0093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1024,1,0,8.1057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,0,0.1336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,16,1,0,0.3939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,32,1,0,0.6243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,64,1,0,1.1105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,128,1,0,2.0680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,256,1,0,4.0327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,512,1,0,8.0549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,0,0.0725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,16,1,0,0.0886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,32,1,0,0.0931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,64,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,128,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,256,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,512,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1024,1,0,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1536,1,0,0.1684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,2048,1,0,0.1958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,3072,1,0,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,4096,1,0,0.3162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,6144,1,0,0.4359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,8192,1,0,0.5545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,10240,1,0,0.6606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,12288,1,0,0.7862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,16384,1,0,1.0256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,32768,1,0,2.2940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,0,0.0808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,16,1,0,0.0930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,32,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,64,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,128,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,256,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,512,1,0,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1024,1,0,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1536,1,0,0.2323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,2048,1,0,0.2909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,3072,1,0,0.3979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,4096,1,0,0.5029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,6144,1,0,0.7181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,8192,1,0,0.9366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,10240,1,0,1.1654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,12288,1,0,1.4289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,16384,1,0,1.9559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,32768,1,0,4.5365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,0,0.0832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,16,1,0,0.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,32,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,64,1,0,0.1081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,128,1,0,0.1172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,256,1,0,0.1427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,512,1,0,0.1792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1024,1,0,0.2792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1536,1,0,0.3835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,2048,1,0,0.4804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,3072,1,0,0.6943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,4096,1,0,0.9155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,6144,1,0,1.3399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,8192,1,0,1.7855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,10240,1,0,2.2823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,12288,1,0,2.8804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,16384,1,0,3.8790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,32768,1,0,9.1159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,0,0.0868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,16,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,32,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,64,1,0,0.1162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,128,1,0,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,256,1,0,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,512,1,0,0.2751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1024,1,0,0.4775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1536,1,0,0.6810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,2048,1,0,0.8955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,3072,1,0,1.2916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,4096,1,0,1.7207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,6144,1,0,2.6915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,8192,1,0,3.5443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,10240,1,0,4.6079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,12288,1,0,5.6490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,16384,1,0,7.8059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,0,0.0930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,16,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,32,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,64,1,0,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,128,1,0,0.1732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,256,1,0,0.2736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,512,1,0,0.4663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1024,1,0,0.8750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1536,1,0,1.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,2048,1,0,1.6759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,3072,1,0,2.6117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,4096,1,0,3.3974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,6144,1,0,5.2926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,8192,1,0,7.1300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,16,1,0,0.1178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,32,1,0,0.1383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,64,1,0,0.1735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,128,1,0,0.2755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,256,1,0,0.4641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,512,1,0,0.8736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1024,1,0,1.6540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1536,1,0,2.5627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,2048,1,0,3.3147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,3072,1,0,5.1118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,4096,1,0,6.8233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,16,1,0,0.1444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,32,1,0,0.1802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,64,1,0,0.2755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,128,1,0,0.4713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,256,1,0,0.8657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,512,1,0,1.6464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1024,1,0,3.2759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1536,1,0,5.0306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,2048,1,0,6.6744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,16,1,0,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,32,1,0,0.2903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,64,1,0,0.4793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,128,1,0,0.8784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,256,1,0,1.6459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,512,1,0,3.2645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1024,1,0,6.5993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,0,0.1249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,16,1,0,0.3140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,32,1,0,0.5061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,64,1,0,0.9010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,128,1,0,1.6711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,256,1,0,3.2788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,512,1,0,6.5978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,0,0.0703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,16,1,0,0.0869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,32,1,0,0.0887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,64,1,0,0.0972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,128,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,256,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,512,1,0,0.1211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1024,1,0,0.1459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1536,1,0,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,2048,1,0,0.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,3072,1,0,0.2418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,4096,1,0,0.2971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,6144,1,0,0.4048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,8192,1,0,0.4930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,10240,1,0,0.6177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,12288,1,0,0.7354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,16384,1,0,0.9587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,32768,1,0,1.8289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,0,0.0767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,16,1,0,0.0890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,32,1,0,0.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,64,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,128,1,0,0.1061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,256,1,0,0.1223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,512,1,0,0.1397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1024,1,0,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1536,1,0,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,2048,1,0,0.2723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,3072,1,0,0.3735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,4096,1,0,0.4659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,6144,1,0,0.6664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,8192,1,0,0.8689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,10240,1,0,1.0541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,12288,1,0,1.2564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,16384,1,0,1.6509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,32768,1,0,3.5791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,0,0.0826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,16,1,0,0.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,32,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,64,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,128,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,256,1,0,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,512,1,0,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1024,1,0,0.2624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1536,1,0,0.3564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,2048,1,0,0.4448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,3072,1,0,0.6332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,4096,1,0,0.8253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,6144,1,0,1.1956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,8192,1,0,1.5998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,10240,1,0,2.0126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,12288,1,0,2.4867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,16384,1,0,3.2444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,32768,1,0,7.1909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,0,0.0873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,16,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,32,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,64,1,0,0.1142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,128,1,0,0.1342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,256,1,0,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,512,1,0,0.2585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1024,1,0,0.4327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1536,1,0,0.6161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,2048,1,0,0.8029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,3072,1,0,1.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,4096,1,0,1.5457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,6144,1,0,2.3848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,8192,1,0,3.1058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,10240,1,0,3.9993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,12288,1,0,4.8399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,16384,1,0,6.5475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,0,0.0912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,16,1,0,0.1067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,32,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,64,1,0,0.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,128,1,0,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,256,1,0,0.2626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,512,1,0,0.4310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1024,1,0,0.7968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1536,1,0,1.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,2048,1,0,1.5167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,3072,1,0,2.3378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,4096,1,0,3.0128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,6144,1,0,4.6586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,8192,1,0,6.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,16,1,0,0.1139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,32,1,0,0.1343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,64,1,0,0.1672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,128,1,0,0.2507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,256,1,0,0.4290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,512,1,0,0.7856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1024,1,0,1.4986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1536,1,0,2.2993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,2048,1,0,2.9644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,3072,1,0,4.5643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,4096,1,0,6.0542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,0,0.1025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,16,1,0,0.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,32,1,0,0.1681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,64,1,0,0.2536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,128,1,0,0.4263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,256,1,0,0.7844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,512,1,0,1.4907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1024,1,0,2.9395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1536,1,0,4.4977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,2048,1,0,5.9671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,16,1,0,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,32,1,0,0.2599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,64,1,0,0.4291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,128,1,0,0.7886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,256,1,0,1.4899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,512,1,0,2.9326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1024,1,0,5.9308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,0,0.1193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,16,1,0,0.2725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,32,1,0,0.4468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,64,1,0,0.8016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,128,1,0,1.5037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,256,1,0,2.9370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,512,1,0,5.9279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,0,0.0740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,16,1,0,0.0845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,32,1,0,0.0886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,64,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,128,1,0,0.0982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,256,1,0,0.1090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,512,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1024,1,0,0.1417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1536,1,0,0.1612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,2048,1,0,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,3072,1,0,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,4096,1,0,0.2862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,6144,1,0,0.3882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,8192,1,0,0.4348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,10240,1,0,0.5400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,12288,1,0,0.6445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,16384,1,0,0.8713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,32768,1,0,1.7658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,0,0.0751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,16,1,0,0.0879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,32,1,0,0.0927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,64,1,0,0.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,128,1,0,0.1034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,256,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,512,1,0,0.1357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1024,1,0,0.1736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1536,1,0,0.2195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,2048,1,0,0.2618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,3072,1,0,0.3554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,4096,1,0,0.4420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,6144,1,0,0.6451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,8192,1,0,0.8129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,10240,1,0,1.0052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,12288,1,0,1.2015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,16384,1,0,1.5848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,32768,1,0,3.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,0,0.0784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,16,1,0,0.0909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,32,1,0,0.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,64,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,128,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,256,1,0,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,512,1,0,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1024,1,0,0.2533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1536,1,0,0.3370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,2048,1,0,0.4186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,3072,1,0,0.6110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,4096,1,0,0.7898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,6144,1,0,1.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,8192,1,0,1.4944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,10240,1,0,1.8608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,12288,1,0,2.3014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,16384,1,0,3.0043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,32768,1,0,6.2763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,0,0.0839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,16,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,32,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,64,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,128,1,0,0.1288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,256,1,0,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,512,1,0,0.2463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1024,1,0,0.4183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1536,1,0,0.5979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,2048,1,0,0.7704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,3072,1,0,1.0994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,4096,1,0,1.4507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,6144,1,0,2.2373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,8192,1,0,2.8954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,10240,1,0,3.7072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,12288,1,0,4.4693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,16384,1,0,5.9666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,0,0.0893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,16,1,0,0.1037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,32,1,0,0.1106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,64,1,0,0.1285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,128,1,0,0.1611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,256,1,0,0.2454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,512,1,0,0.4054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1024,1,0,0.7549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1536,1,0,1.0830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,2048,1,0,1.4255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,3072,1,0,2.1997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,4096,1,0,2.8336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,6144,1,0,4.3273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,8192,1,0,5.8033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,0,0.0940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,16,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,32,1,0,0.1285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,64,1,0,0.1609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,128,1,0,0.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,256,1,0,0.4112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,512,1,0,0.7542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1024,1,0,1.4142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1536,1,0,2.1920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,2048,1,0,2.7994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,3072,1,0,4.2721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,4096,1,0,5.6770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,0,0.0988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,16,1,0,0.1291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,32,1,0,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,64,1,0,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,128,1,0,0.3935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,256,1,0,0.7488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,512,1,0,1.4100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1024,1,0,2.7808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1536,1,0,4.2410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,2048,1,0,5.6259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,16,1,0,0.1630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,32,1,0,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,64,1,0,0.4001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,128,1,0,0.7461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,256,1,0,1.4130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,512,1,0,2.7766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1024,1,0,5.5955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,16,1,0,0.2507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,32,1,0,0.4076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,64,1,0,0.7546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,128,1,0,1.4198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,256,1,0,2.7776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,512,1,0,5.5946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,1,1,0,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,16,1,0,0.1552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,32,1,0,0.1612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,64,1,0,0.1731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,128,1,0,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,256,1,0,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,512,1,0,0.3064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,1024,1,0,0.4915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,1536,1,0,0.6993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,2048,1,0,0.9307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,3072,1,0,1.4165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,4096,1,0,1.9723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,6144,1,0,3.0298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,8192,1,0,4.4061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,10240,1,0,5.8208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,12288,1,0,7.5584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,16384,1,0,11.6062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,32768,1,0,33.0349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,1,1,0,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,16,1,0,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,32,1,0,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,64,1,0,0.1903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,128,1,0,0.2164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,256,1,0,0.3030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,512,1,0,0.4890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,1024,1,0,0.8938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,1536,1,0,1.3304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,2048,1,0,1.8006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,3072,1,0,2.6831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,4096,1,0,3.7483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,6144,1,0,6.1448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,8192,1,0,9.0106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,10240,1,0,11.9392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,12288,1,0,14.8365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,16384,1,0,22.6762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,32768,1,0,65.8236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,1,1,0,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,16,1,0,0.1867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,32,1,0,0.1981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,64,1,0,0.2254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,128,1,0,0.3046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,256,1,0,0.4858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,512,1,0,0.8810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,1024,1,0,1.7241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,1536,1,0,2.5072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,2048,1,0,3.4025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,3072,1,0,5.4464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,4096,1,0,7.6999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,6144,1,0,12.0235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,8192,1,0,17.4907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,10240,1,0,23.7942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,12288,1,0,29.5268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,16384,1,0,45.1404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,32768,1,0,128.7072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,1,1,0,0.1449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,16,1,0,0.2139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,32,1,0,0.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,64,1,0,0.3197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,128,1,0,0.4896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,256,1,0,0.8773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,512,1,0,1.6984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,1024,1,0,3.2601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,1536,1,0,5.0965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,2048,1,0,7.0107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,3072,1,0,10.6435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,4096,1,0,14.8504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,6144,1,0,23.9054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,8192,1,0,34.7449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,10240,1,0,46.5623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,12288,1,0,56.5876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,16384,1,0,87.2950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,1,1,0,0.1519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,16,1,0,0.2743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,32,1,0,0.3524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,64,1,0,0.5223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,128,1,0,0.8918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,256,1,0,1.6903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,512,1,0,3.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,1024,1,0,6.7010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,1536,1,0,9.9387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,2048,1,0,13.4913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,3072,1,0,21.1632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,4096,1,0,29.5083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,6144,1,0,45.4064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,8192,1,0,66.5542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,1,1,0,0.1595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,16,1,0,0.4197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,32,1,0,0.5912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,64,1,0,0.9601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,128,1,0,1.7377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,256,1,0,3.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,512,1,0,6.5989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,1024,1,0,12.8871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,1536,1,0,19.7708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,2048,1,0,26.7778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,3072,1,0,39.9410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,4096,1,0,56.0731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,1,1,0,0.1755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,16,1,0,0.7411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,32,1,0,1.1118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,64,1,0,1.8804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,128,1,0,3.3139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,256,1,0,6.5828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,512,1,0,12.7090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,1024,1,0,25.6323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,1536,1,0,37.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,2048,1,0,50.7598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,1,1,0,0.1979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,16,1,0,1.4531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,32,1,0,2.2297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,64,1,0,3.6510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,128,1,0,6.8778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,256,1,0,12.7175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,512,1,0,25.3572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,1024,1,0,48.6061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,256,1,1,0,0.2439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,256,16,1,0,3.0641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,256,32,1,0,4.5172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,256,64,1,0,7.7798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,256,128,1,0,13.5971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,256,256,1,0,25.6625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,256,512,1,0,48.3570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,1,1,0,0.1066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,16,1,0,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,32,1,0,0.1309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,64,1,0,0.1347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,128,1,0,0.1435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,256,1,0,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,512,1,0,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,1024,1,0,0.3296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,1536,1,0,0.4371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,2048,1,0,0.5415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,3072,1,0,0.8054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,4096,1,0,1.0946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,6144,1,0,1.7683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,8192,1,0,2.5377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,10240,1,0,3.3408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,12288,1,0,4.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,16384,1,0,6.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,32768,1,0,17.6782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,1,1,0,0.1097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,16,1,0,0.1312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,32,1,0,0.1346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,64,1,0,0.1426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,128,1,0,0.1615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,256,1,0,0.2112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,512,1,0,0.3252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,1024,1,0,0.5242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,1536,1,0,0.7622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,2048,1,0,1.0115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,3072,1,0,1.5933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,4096,1,0,2.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,6144,1,0,3.4337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,8192,1,0,4.9255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,10240,1,0,6.4950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,12288,1,0,8.1659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,16384,1,0,12.5050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,32768,1,0,35.1781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,1,1,0,0.1129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,16,1,0,0.1409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,32,1,0,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,64,1,0,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,128,1,0,0.2124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,256,1,0,0.3230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,512,1,0,0.5199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,1024,1,0,0.9730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,1536,1,0,1.5042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,2048,1,0,2.0409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,3072,1,0,3.0858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,4096,1,0,4.2680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,6144,1,0,6.7469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,8192,1,0,9.9039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,10240,1,0,13.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,12288,1,0,16.2348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,16384,1,0,24.8416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,32768,1,0,70.3739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,1,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,16,1,0,0.1581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,32,1,0,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,64,1,0,0.2202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,128,1,0,0.3257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,256,1,0,0.5168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,512,1,0,0.9593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,1024,1,0,1.9660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,1536,1,0,2.9072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,2048,1,0,3.9259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,3072,1,0,6.0561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,4096,1,0,8.5945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,6144,1,0,13.4089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,8192,1,0,19.6523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,10240,1,0,26.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,12288,1,0,32.8951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,16384,1,0,49.6699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,1,1,0,0.1224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,16,1,0,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,32,1,0,0.2369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,64,1,0,0.3402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,128,1,0,0.5228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,256,1,0,0.9560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,512,1,0,1.9371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,1024,1,0,3.7683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,1536,1,0,5.7016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,2048,1,0,7.9055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,3072,1,0,12.0523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,4096,1,0,17.0318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,6144,1,0,27.2757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,8192,1,0,39.3218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,1,1,0,0.1298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,16,1,0,0.2705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,32,1,0,0.3742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,64,1,0,0.5564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,128,1,0,0.9755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,256,1,0,1.9298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,512,1,0,3.7201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,1024,1,0,7.6081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,1536,1,0,11.3491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,2048,1,0,15.6817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,3072,1,0,24.5556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,4096,1,0,34.0718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,1,1,0,0.1336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,16,1,0,0.4473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,32,1,0,0.6310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,64,1,0,1.0485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,128,1,0,1.9890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,256,1,0,3.7089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,512,1,0,7.5232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,1024,1,0,15.1007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,1536,1,0,23.1725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,2048,1,0,31.4357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,1,1,0,0.1482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,16,1,0,0.8003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,32,1,0,1.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,64,1,0,2.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,128,1,0,3.8571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,256,1,0,7.5252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,512,1,0,14.9658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,1024,1,0,30.3620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,256,1,1,0,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,256,16,1,0,1.6409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,256,32,1,0,2.5857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,256,64,1,0,4.3048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,256,128,1,0,7.9607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,256,256,1,0,15.1204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,256,512,1,0,30.2459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,1,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,16,1,0,0.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,32,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,64,1,0,0.1178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,128,1,0,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,256,1,0,0.1374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,512,1,0,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,1024,1,0,0.2252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,1536,1,0,0.2889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,2048,1,0,0.3466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,3072,1,0,0.4859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,4096,1,0,0.6456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,6144,1,0,1.0242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,8192,1,0,1.4272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,10240,1,0,1.8729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,12288,1,0,2.3402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,16384,1,0,3.4521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,32768,1,0,9.3706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,1,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,16,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,32,1,0,0.1184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,64,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,128,1,0,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,256,1,0,0.1621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,512,1,0,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,1024,1,0,0.3400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,1536,1,0,0.4629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,2048,1,0,0.6045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,3072,1,0,0.9346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,4096,1,0,1.2675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,6144,1,0,1.9718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,8192,1,0,2.8040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,10240,1,0,3.6505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,12288,1,0,4.5699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,16384,1,0,6.7763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,32768,1,0,18.8136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,1,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,16,1,0,0.1176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,32,1,0,0.1219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,64,1,0,0.1322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,128,1,0,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,256,1,0,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,512,1,0,0.3338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,1024,1,0,0.5867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,1536,1,0,0.8911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,2048,1,0,1.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,3072,1,0,1.7983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,4096,1,0,2.4752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,6144,1,0,3.8559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,8192,1,0,5.4793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,10240,1,0,7.2161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,12288,1,0,9.1048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,16384,1,0,13.6450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,32768,1,0,37.6067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,1,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,16,1,0,0.1286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,32,1,0,0.1382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,64,1,0,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,128,1,0,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,256,1,0,0.3321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,512,1,0,0.5799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,1024,1,0,1.1450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,1536,1,0,1.7127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,2048,1,0,2.3037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,3072,1,0,3.5088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,4096,1,0,4.8249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,6144,1,0,7.6942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,8192,1,0,11.0593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,10240,1,0,14.6641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,12288,1,0,18.0294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,16384,1,0,27.2569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,1,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,16,1,0,0.1476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,32,1,0,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,64,1,0,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,128,1,0,0.3338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,256,1,0,0.5757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,512,1,0,1.1305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,1024,1,0,2.2265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,1536,1,0,3.3264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,2048,1,0,4.4818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,3072,1,0,7.0059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,4096,1,0,9.7502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,6144,1,0,15.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,8192,1,0,22.0896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,1,1,0,0.1247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,16,1,0,0.1884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,32,1,0,0.2453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,64,1,0,0.3520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,128,1,0,0.5864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,256,1,0,1.1368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,512,1,0,2.2030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,1024,1,0,4.3326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,1536,1,0,6.6509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,2048,1,0,9.0761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,3072,1,0,13.8465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,4096,1,0,19.4740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,1,1,0,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,16,1,0,0.2821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,32,1,0,0.3884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,64,1,0,0.6223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,128,1,0,1.1463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,256,1,0,2.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,512,1,0,4.2894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,1024,1,0,8.7926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,1536,1,0,13.1469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,2048,1,0,18.1803
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,1,1,0,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,16,1,0,0.4733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,32,1,0,0.7129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,64,1,0,1.2431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,128,1,0,2.2730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,256,1,0,4.2973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,512,1,0,8.7248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,1024,1,0,17.6261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,256,1,1,0,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,256,16,1,0,0.9145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,256,32,1,0,1.4564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,256,64,1,0,2.4922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,256,128,1,0,4.5089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,256,256,1,0,8.7983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,256,512,1,0,17.6097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,1,1,0,0.0867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,16,1,0,0.0907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,32,1,0,0.0967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,64,1,0,0.1015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,128,1,0,0.1057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,256,1,0,0.1218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,512,1,0,0.1376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,1024,1,0,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,1536,1,0,0.2172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,2048,1,0,0.2551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,3072,1,0,0.3377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,4096,1,0,0.4380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,6144,1,0,0.6544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,8192,1,0,0.8841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,10240,1,0,1.1366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,12288,1,0,1.4246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,16384,1,0,2.0430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,32768,1,0,5.3113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,1,1,0,0.0890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,16,1,0,0.0958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,32,1,0,0.1018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,64,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,128,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,256,1,0,0.1377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,512,1,0,0.1733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,1024,1,0,0.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,1536,1,0,0.3247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,2048,1,0,0.4154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,3072,1,0,0.6015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,4096,1,0,0.8041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,6144,1,0,1.2280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,8192,1,0,1.7244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,10240,1,0,2.2188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,12288,1,0,2.7730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,16384,1,0,4.0201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,32768,1,0,10.5209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,1,1,0,0.0910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,16,1,0,0.1018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,32,1,0,0.1061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,64,1,0,0.1172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,128,1,0,0.1320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,256,1,0,0.1739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,512,1,0,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,1024,1,0,0.4123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,1536,1,0,0.5794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,2048,1,0,0.7607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,3072,1,0,1.1384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,4096,1,0,1.5601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,6144,1,0,2.4086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,8192,1,0,3.3700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,10240,1,0,4.3933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,12288,1,0,5.5449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,16384,1,0,7.9547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,32768,1,0,21.2476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,1,1,0,0.0949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,16,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,32,1,0,0.1182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,64,1,0,0.1319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,128,1,0,0.1691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,256,1,0,0.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,512,1,0,0.4018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,1024,1,0,0.7408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,1536,1,0,1.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,2048,1,0,1.4761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,3072,1,0,2.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,4096,1,0,3.0460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,6144,1,0,4.8129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,8192,1,0,6.6623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,10240,1,0,8.7701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,12288,1,0,10.9233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,16384,1,0,16.0848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,1,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,16,1,0,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,32,1,0,0.1377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,64,1,0,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,128,1,0,0.2391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,256,1,0,0.3967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,512,1,0,0.7383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,1024,1,0,1.4297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,1536,1,0,2.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,2048,1,0,2.8745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,3072,1,0,4.4809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,4096,1,0,6.0097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,6144,1,0,9.4892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,8192,1,0,13.5650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,1,1,0,0.1060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,16,1,0,0.1477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,32,1,0,0.1846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,64,1,0,0.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,128,1,0,0.4009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,256,1,0,0.7279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,512,1,0,1.4184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,1024,1,0,2.7981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,1536,1,0,4.2853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,2048,1,0,5.6744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,3072,1,0,8.7985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,4096,1,0,12.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,1,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,16,1,0,0.2021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,32,1,0,0.2672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,64,1,0,0.4207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,128,1,0,0.7390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,256,1,0,1.4202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,512,1,0,2.7788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,1024,1,0,5.5345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,1536,1,0,8.4578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,2048,1,0,11.5608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,1,1,0,0.1291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,16,1,0,0.3088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,32,1,0,0.4620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,64,1,0,0.7823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,128,1,0,1.4530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,256,1,0,2.7847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,512,1,0,5.4998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,1024,1,0,11.3283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,256,1,1,0,0.1557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,256,16,1,0,0.5726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,256,32,1,0,0.8870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,256,64,1,0,1.5704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,256,128,1,0,2.8914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,256,256,1,0,5.5381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,256,512,1,0,11.2650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,1,1,0,0.0809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,16,1,0,0.0896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,32,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,64,1,0,0.0984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,128,1,0,0.1015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,256,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,512,1,0,0.1289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,1024,1,0,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,1536,1,0,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,2048,1,0,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,3072,1,0,0.2797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,4096,1,0,0.3460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,6144,1,0,0.4886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,8192,1,0,0.6208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,10240,1,0,0.7920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,12288,1,0,0.9770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,16384,1,0,1.3544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,32768,1,0,3.2918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,1,1,0,0.0848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,16,1,0,0.0929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,32,1,0,0.0991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,64,1,0,0.1023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,128,1,0,0.1101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,256,1,0,0.1257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,512,1,0,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,1024,1,0,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,1536,1,0,0.2627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,2048,1,0,0.3258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,3072,1,0,0.4597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,4096,1,0,0.5782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,6144,1,0,0.8812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,8192,1,0,1.1856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,10240,1,0,1.5031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,12288,1,0,1.8661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,16384,1,0,2.6317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,32768,1,0,6.5252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,1,1,0,0.0847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,16,1,0,0.0992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,32,1,0,0.1027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,64,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,128,1,0,0.1219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,256,1,0,0.1514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,512,1,0,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,1024,1,0,0.3125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,1536,1,0,0.4512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,2048,1,0,0.5684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,3072,1,0,0.8284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,4096,1,0,1.0988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,6144,1,0,1.6775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,8192,1,0,2.3083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,10240,1,0,2.9835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,12288,1,0,3.7533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,16384,1,0,5.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,32768,1,0,13.0297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,1,1,0,0.0907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,16,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,32,1,0,0.1104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,64,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,128,1,0,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,256,1,0,0.1977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,512,1,0,0.3095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,1024,1,0,0.5529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,1536,1,0,0.8038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,2048,1,0,1.0676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,3072,1,0,1.5865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,4096,1,0,2.1385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,6144,1,0,3.3849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,8192,1,0,4.5860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,10240,1,0,5.9825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,12288,1,0,7.3670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,16384,1,0,10.4649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,1,1,0,0.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,16,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,32,1,0,0.1219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,64,1,0,0.1475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,128,1,0,0.1938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,256,1,0,0.3071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,512,1,0,0.5511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,1024,1,0,1.0467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,1536,1,0,1.5469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,2048,1,0,2.0633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,3072,1,0,3.2164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,4096,1,0,4.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,6144,1,0,6.6617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,8192,1,0,9.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,1,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,16,1,0,0.1271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,32,1,0,0.1536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,64,1,0,0.1994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,128,1,0,0.3118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,256,1,0,0.5479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,512,1,0,1.0437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,1024,1,0,2.0242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,1536,1,0,3.1303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,2048,1,0,4.0926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,3072,1,0,6.3092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,4096,1,0,8.5006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,1,1,0,0.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,16,1,0,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,32,1,0,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,64,1,0,0.3216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,128,1,0,0.5578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,256,1,0,1.0369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,512,1,0,2.0136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,1024,1,0,4.0233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,1536,1,0,6.1256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,2048,1,0,8.2039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,1,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,16,1,0,0.2306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,32,1,0,0.3417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,64,1,0,0.5710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,128,1,0,1.0510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,256,1,0,2.0197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,512,1,0,4.0080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,1024,1,0,8.0786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,256,1,1,0,0.1340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,256,16,1,0,0.3940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,256,32,1,0,0.6270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,256,64,1,0,1.1068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,256,128,1,0,2.0675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,256,256,1,0,4.0306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,256,512,1,0,8.0573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,1,1,0,0.0784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,16,1,0,0.0885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,32,1,0,0.0917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,64,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,128,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,256,1,0,0.1149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,512,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,1024,1,0,0.1490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,1536,1,0,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,2048,1,0,0.1964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,3072,1,0,0.2486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,4096,1,0,0.3138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,6144,1,0,0.4342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,8192,1,0,0.5469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,10240,1,0,0.6607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,12288,1,0,0.7893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,16384,1,0,1.0271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,32768,1,0,2.2932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,1,1,0,0.0808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,16,1,0,0.0927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,32,1,0,0.0991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,64,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,128,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,256,1,0,0.1221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,512,1,0,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,1024,1,0,0.1848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,1536,1,0,0.2323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,2048,1,0,0.2944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,3072,1,0,0.4004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,4096,1,0,0.5091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,6144,1,0,0.7163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,8192,1,0,0.9386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,10240,1,0,1.1679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,12288,1,0,1.4290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,16384,1,0,1.9569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,32768,1,0,4.5311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,1,1,0,0.0847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,16,1,0,0.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,32,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,64,1,0,0.1056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,128,1,0,0.1176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,256,1,0,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,512,1,0,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,1024,1,0,0.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,1536,1,0,0.3803
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,2048,1,0,0.4828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,3072,1,0,0.6892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,4096,1,0,0.9161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,6144,1,0,1.3381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,8192,1,0,1.7857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,10240,1,0,2.2848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,12288,1,0,2.8670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,16384,1,0,3.8795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,32768,1,0,9.0830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,1,1,0,0.0869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,16,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,32,1,0,0.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,64,1,0,0.1167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,128,1,0,0.1370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,256,1,0,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,512,1,0,0.2753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,1024,1,0,0.4704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,1536,1,0,0.6771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,2048,1,0,0.8904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,3072,1,0,1.2896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,4096,1,0,1.7224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,6144,1,0,2.6910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,8192,1,0,3.5420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,10240,1,0,4.6035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,12288,1,0,5.6339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,16384,1,0,7.7958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,1,1,0,0.0946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,16,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,32,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,64,1,0,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,128,1,0,0.1732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,256,1,0,0.2749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,512,1,0,0.4629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,1024,1,0,0.8711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,1536,1,0,1.2643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,2048,1,0,1.6759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,3072,1,0,2.5999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,4096,1,0,3.3985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,6144,1,0,5.2815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,8192,1,0,7.1288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,1,1,0,0.1006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,16,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,32,1,0,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,64,1,0,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,128,1,0,0.2701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,256,1,0,0.4632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,512,1,0,0.8659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,1024,1,0,1.6560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,1536,1,0,2.5496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,2048,1,0,3.3152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,3072,1,0,5.0996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,4096,1,0,6.8247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,1,1,0,0.1042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,16,1,0,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,32,1,0,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,64,1,0,0.2767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,128,1,0,0.4650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,256,1,0,0.8639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,512,1,0,1.6465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,1024,1,0,3.2773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,1536,1,0,5.0094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,2048,1,0,6.6777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,1,1,0,0.1080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,16,1,0,0.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,32,1,0,0.2857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,64,1,0,0.4780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,128,1,0,0.8734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,256,1,0,1.6458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,512,1,0,3.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,1024,1,0,6.6014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,256,1,1,0,0.1233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,256,16,1,0,0.3135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,256,32,1,0,0.5054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,256,64,1,0,0.8984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,256,128,1,0,1.6711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,256,256,1,0,3.2771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,256,512,1,0,6.6030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,1,1,0,0.0702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,16,1,0,0.0867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,32,1,0,0.0892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,64,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,128,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,256,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,512,1,0,0.1221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,1024,1,0,0.1447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,1536,1,0,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,2048,1,0,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,3072,1,0,0.2415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,4096,1,0,0.2969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,6144,1,0,0.4081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,8192,1,0,0.4923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,10240,1,0,0.6167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,12288,1,0,0.7337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,16384,1,0,0.9571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,32768,1,0,1.8297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,1,1,0,0.0763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,16,1,0,0.0889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,32,1,0,0.0972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,64,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,128,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,256,1,0,0.1210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,512,1,0,0.1396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,1024,1,0,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,1536,1,0,0.2256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,2048,1,0,0.2717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,3072,1,0,0.3738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,4096,1,0,0.4685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,6144,1,0,0.6664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,8192,1,0,0.8693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,10240,1,0,1.0523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,12288,1,0,1.2561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,16384,1,0,1.6509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,32768,1,0,3.5795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,1,1,0,0.0826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,16,1,0,0.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,32,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,64,1,0,0.1057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,128,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,256,1,0,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,512,1,0,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,1024,1,0,0.2678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,1536,1,0,0.3537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,2048,1,0,0.4516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,3072,1,0,0.6320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,4096,1,0,0.8277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,6144,1,0,1.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,8192,1,0,1.6018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,10240,1,0,2.0106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,12288,1,0,2.4969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,16384,1,0,3.2406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,32768,1,0,7.2061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,1,1,0,0.0866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,16,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,32,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,64,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,128,1,0,0.1329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,256,1,0,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,512,1,0,0.2575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,1024,1,0,0.4372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,1536,1,0,0.6149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,2048,1,0,0.8040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,3072,1,0,1.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,4096,1,0,1.5472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,6144,1,0,2.3843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,8192,1,0,3.1061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,10240,1,0,3.9979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,12288,1,0,4.8583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,16384,1,0,6.5204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,1,1,0,0.0909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,16,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,32,1,0,0.1144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,64,1,0,0.1339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,128,1,0,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,256,1,0,0.2555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,512,1,0,0.4359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,1024,1,0,0.7880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,1536,1,0,1.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,2048,1,0,1.5168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,3072,1,0,2.3338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,4096,1,0,3.0117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,6144,1,0,4.6669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,8192,1,0,6.2253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,1,1,0,0.0950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,16,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,32,1,0,0.1339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,64,1,0,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,128,1,0,0.2537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,256,1,0,0.4308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,512,1,0,0.7870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,1024,1,0,1.4980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,1536,1,0,2.3052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,2048,1,0,2.9638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,3072,1,0,4.5686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,4096,1,0,6.0560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,1,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,16,1,0,0.1342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,32,1,0,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,64,1,0,0.2546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,128,1,0,0.4269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,256,1,0,0.7850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,512,1,0,1.4916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,1024,1,0,2.9404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,1536,1,0,4.5189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,2048,1,0,5.9671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,1,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,16,1,0,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,32,1,0,0.2608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,64,1,0,0.4284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,128,1,0,0.7916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,256,1,0,1.4921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,512,1,0,2.9342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,1024,1,0,5.9273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,256,1,1,0,0.1191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,256,16,1,0,0.2747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,256,32,1,0,0.4437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,256,64,1,0,0.8026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,256,128,1,0,1.5048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,256,256,1,0,2.9360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,256,512,1,0,5.9202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,1,1,0,0.0743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,16,1,0,0.0849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,32,1,0,0.0887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,64,1,0,0.0926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,128,1,0,0.0976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,256,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,512,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,1024,1,0,0.1417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,1536,1,0,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,2048,1,0,0.1834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,3072,1,0,0.2360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,4096,1,0,0.2861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,6144,1,0,0.3859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,8192,1,0,0.4357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,10240,1,0,0.5393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,12288,1,0,0.6462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,16384,1,0,0.8714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,32768,1,0,1.7678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,1,1,0,0.0745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,16,1,0,0.0876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,32,1,0,0.0920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,64,1,0,0.0972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,128,1,0,0.1037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,256,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,512,1,0,0.1377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,1024,1,0,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,1536,1,0,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,2048,1,0,0.2627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,3072,1,0,0.3550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,4096,1,0,0.4412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,6144,1,0,0.6487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,8192,1,0,0.8123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,10240,1,0,1.0061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,12288,1,0,1.2021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,16384,1,0,1.5854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,32768,1,0,3.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,1,1,0,0.0784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,16,1,0,0.0926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,32,1,0,0.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,64,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,128,1,0,0.1129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,256,1,0,0.1379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,512,1,0,0.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,1024,1,0,0.2497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,1536,1,0,0.3385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,2048,1,0,0.4188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,3072,1,0,0.6118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,4096,1,0,0.7891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,6144,1,0,1.1341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,8192,1,0,1.4949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,10240,1,0,1.8598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,12288,1,0,2.2865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,16384,1,0,3.0054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,32768,1,0,6.2469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,1,1,0,0.0845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,16,1,0,0.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,32,1,0,0.1039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,64,1,0,0.1100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,128,1,0,0.1299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,256,1,0,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,512,1,0,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,1024,1,0,0.4073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,1536,1,0,0.5955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,2048,1,0,0.7642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,3072,1,0,1.0999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,4096,1,0,1.4502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,6144,1,0,2.2339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,8192,1,0,2.8939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,10240,1,0,3.7066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,12288,1,0,4.4485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,16384,1,0,5.9678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,1,1,0,0.0899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,16,1,0,0.1042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,32,1,0,0.1097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,64,1,0,0.1299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,128,1,0,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,256,1,0,0.2465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,512,1,0,0.4039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,1024,1,0,0.7539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,1536,1,0,1.0830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,2048,1,0,1.4266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,3072,1,0,2.1967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,4096,1,0,2.8323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,6144,1,0,4.3266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,8192,1,0,5.7766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,1,1,0,0.0935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,16,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,32,1,0,0.1295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,64,1,0,0.1611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,128,1,0,0.2431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,256,1,0,0.4022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,512,1,0,0.7485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,1024,1,0,1.4156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,1536,1,0,2.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,2048,1,0,2.7999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,3072,1,0,4.2704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,4096,1,0,5.6784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,1,1,0,0.0992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,16,1,0,0.1298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,32,1,0,0.1620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,64,1,0,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,128,1,0,0.3971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,256,1,0,0.7484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,512,1,0,1.4103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,1024,1,0,2.7823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,1536,1,0,4.2451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,2048,1,0,5.6225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,1,1,0,0.1037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,16,1,0,0.1630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,32,1,0,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,64,1,0,0.3990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,128,1,0,0.7461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,256,1,0,1.4140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,512,1,0,2.7766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,1024,1,0,5.6020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,256,1,1,0,0.1146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,256,16,1,0,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,256,32,1,0,0.4090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,256,64,1,0,0.7537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,256,128,1,0,1.4204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,256,256,1,0,2.7785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,256,512,1,0,5.5992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,0,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,16,1,0,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,32,1,0,0.1505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,64,1,0,0.1575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,128,1,0,0.1764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,256,1,0,0.2187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,512,1,0,0.2869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1024,1,0,0.4579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1536,1,0,0.6457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,2048,1,0,0.8565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,3072,1,0,1.3354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,4096,1,0,1.8187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,6144,1,0,2.8938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,8192,1,0,4.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,10240,1,0,5.6208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,12288,1,0,7.0871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,16384,1,0,11.0858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,32768,1,0,32.4514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,0,0.1377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,16,1,0,0.1550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,32,1,0,0.1629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,64,1,0,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,128,1,0,0.2185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,256,1,0,0.2834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,512,1,0,0.4572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1024,1,0,0.8201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1536,1,0,1.2488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,2048,1,0,1.6488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,3072,1,0,2.5478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,4096,1,0,3.5308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,6144,1,0,5.6725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,8192,1,0,8.4912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,10240,1,0,11.3746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,12288,1,0,14.0815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,16384,1,0,22.0818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,32768,1,0,64.7633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,0,0.1425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,16,1,0,0.1714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,32,1,0,0.1903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,64,1,0,0.2280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,128,1,0,0.2854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,256,1,0,0.4529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,512,1,0,0.8051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1024,1,0,1.5687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1536,1,0,2.3700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,2048,1,0,3.1887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,3072,1,0,4.9824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,4096,1,0,7.1778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,6144,1,0,11.2627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,8192,1,0,16.8906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,10240,1,0,22.6588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,12288,1,0,28.6224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,16384,1,0,44.0522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,32768,1,0,126.4757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,0,0.1446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,16,1,0,0.2052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,32,1,0,0.2430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,64,1,0,0.3010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,128,1,0,0.4576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,256,1,0,0.8034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,512,1,0,1.5448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1024,1,0,3.0337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1536,1,0,4.6314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,2048,1,0,6.4911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,3072,1,0,9.8803
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,4096,1,0,14.2669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,6144,1,0,23.0131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,8192,1,0,33.6768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,10240,1,0,45.1838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,12288,1,0,54.9463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,16384,1,0,85.1002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,0,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,16,1,0,0.2773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,32,1,0,0.3333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,64,1,0,0.4889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,128,1,0,0.8175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,256,1,0,1.5340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,512,1,0,2.9808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1024,1,0,6.1806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1536,1,0,9.1816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,2048,1,0,12.9015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,3072,1,0,20.2787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,4096,1,0,28.4166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,6144,1,0,43.7443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,8192,1,0,64.3360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,0,0.1595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,16,1,0,0.4015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,32,1,0,0.5577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,64,1,0,0.8856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,128,1,0,1.5771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,256,1,0,2.9615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,512,1,0,6.0791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1024,1,0,12.3006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1536,1,0,18.8816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,2048,1,0,25.6975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,3072,1,0,38.2836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,4096,1,0,53.8763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,0,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,16,1,0,0.7078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,32,1,0,1.0361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,64,1,0,1.7278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,128,1,0,3.0727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,256,1,0,6.0558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,512,1,0,12.1172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1024,1,0,24.5523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1536,1,0,35.5824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,2048,1,0,48.5396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,0,0.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,16,1,0,1.3757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,32,1,0,2.0719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,64,1,0,3.4213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,128,1,0,6.3588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,256,1,0,12.1362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,512,1,0,24.2753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1024,1,0,46.4116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,0,0.3203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,16,1,0,2.9081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,32,1,0,4.2820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,64,1,0,7.2564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,128,1,0,13.0102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,256,1,0,24.5660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,512,1,0,46.1581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,0,0.1159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,16,1,0,0.1283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,32,1,0,0.1309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,64,1,0,0.1340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,128,1,0,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,256,1,0,0.1736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,512,1,0,0.2130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1024,1,0,0.3167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1536,1,0,0.4237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,2048,1,0,0.5424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,3072,1,0,0.8025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,4096,1,0,1.0855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,6144,1,0,1.7272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,8192,1,0,2.4619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,10240,1,0,3.2572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,12288,1,0,4.0933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,16384,1,0,6.1487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,32768,1,0,17.5760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,0,0.1206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,16,1,0,0.1318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,32,1,0,0.1363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,64,1,0,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,128,1,0,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,256,1,0,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,512,1,0,0.3117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1024,1,0,0.5236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1536,1,0,0.7611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,2048,1,0,1.0015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,3072,1,0,1.5514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,4096,1,0,2.1344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,6144,1,0,3.3729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,8192,1,0,4.8520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,10240,1,0,6.4360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,12288,1,0,8.0776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,16384,1,0,12.4042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,32768,1,0,35.0048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,16,1,0,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,32,1,0,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,64,1,0,0.1738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,128,1,0,0.2134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,256,1,0,0.3094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,512,1,0,0.5201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1024,1,0,0.9632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1536,1,0,1.4643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,2048,1,0,1.9619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,3072,1,0,3.0248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,4096,1,0,4.1936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,6144,1,0,6.6576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,8192,1,0,9.7977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,10240,1,0,13.0020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,12288,1,0,16.0403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,16384,1,0,24.6651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,32768,1,0,69.8755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,0,0.1266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,16,1,0,0.1601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,32,1,0,0.1841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,64,1,0,0.2216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,128,1,0,0.3118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,256,1,0,0.5168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,512,1,0,0.9484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1024,1,0,1.8823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1536,1,0,2.8458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,2048,1,0,3.8487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,3072,1,0,5.9678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,4096,1,0,8.4862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,6144,1,0,13.2175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,8192,1,0,19.4752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,10240,1,0,25.8716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,12288,1,0,32.4852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,16384,1,0,49.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,0,0.1321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,16,1,0,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,32,1,0,0.2370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,64,1,0,0.3280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,128,1,0,0.5229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,256,1,0,0.9474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,512,1,0,1.8572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1024,1,0,3.6947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1536,1,0,5.6141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,2048,1,0,7.7996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,3072,1,0,11.8448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,4096,1,0,16.8564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,6144,1,0,26.8702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,8192,1,0,38.8228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,0,0.1417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,16,1,0,0.2715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,32,1,0,0.3621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,64,1,0,0.5567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,128,1,0,0.9647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,256,1,0,1.8522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,512,1,0,3.6477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1024,1,0,7.4971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1536,1,0,11.1411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,2048,1,0,15.5050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,3072,1,0,24.1434
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,4096,1,0,33.5930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,0,0.1444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,16,1,0,0.4355
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,32,1,0,0.6310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,64,1,0,1.0384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,128,1,0,1.9040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,256,1,0,3.6373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,512,1,0,7.4132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1024,1,0,14.9333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1536,1,0,22.7866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,2048,1,0,30.9372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,0,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,16,1,0,0.8002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,32,1,0,1.2109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,64,1,0,2.0751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,128,1,0,3.7860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,256,1,0,7.4167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,512,1,0,14.7931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1024,1,0,29.8557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,0,0.2209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,16,1,0,1.6284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,32,1,0,2.5055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,64,1,0,4.2250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,128,1,0,7.8569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,256,1,0,14.9304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,512,1,0,29.7391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,16,1,0,0.1166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,32,1,0,0.1183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,64,1,0,0.1193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,128,1,0,0.1265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,256,1,0,0.1471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,512,1,0,0.1719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1024,1,0,0.2310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1536,1,0,0.2945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,2048,1,0,0.3663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,3072,1,0,0.5082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,4096,1,0,0.6625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,6144,1,0,1.0161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,8192,1,0,1.4263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,10240,1,0,1.8801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,12288,1,0,2.3694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,16384,1,0,3.4908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,32768,1,0,9.4954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,16,1,0,0.1176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,32,1,0,0.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,64,1,0,0.1262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,128,1,0,0.1415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,256,1,0,0.1719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,512,1,0,0.2260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1024,1,0,0.3580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1536,1,0,0.4849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,2048,1,0,0.6205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,3072,1,0,0.9242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,4096,1,0,1.2625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,6144,1,0,2.0023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,8192,1,0,2.8429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,10240,1,0,3.7305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,12288,1,0,4.6598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,16384,1,0,6.9033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,32768,1,0,19.0526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,0,0.1044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,16,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,32,1,0,0.1267
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,64,1,0,0.1412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,128,1,0,0.1677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,256,1,0,0.2252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,512,1,0,0.3544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1024,1,0,0.6025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1536,1,0,0.8823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,2048,1,0,1.1772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,3072,1,0,1.8288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,4096,1,0,2.5143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,6144,1,0,3.9398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,8192,1,0,5.6027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,10240,1,0,7.3737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,12288,1,0,9.2102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,16384,1,0,13.8761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,32768,1,0,37.9274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,16,1,0,0.1314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,32,1,0,0.1465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,64,1,0,0.1723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,128,1,0,0.2263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,256,1,0,0.3509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,512,1,0,0.5983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1024,1,0,1.1390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1536,1,0,1.7383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,2048,1,0,2.3444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,3072,1,0,3.5949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,4096,1,0,4.9483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,6144,1,0,7.7960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,8192,1,0,11.2965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,10240,1,0,14.8561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,12288,1,0,18.2655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,16384,1,0,27.6024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,0,0.1147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,16,1,0,0.1568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,32,1,0,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,64,1,0,0.2353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,128,1,0,0.3531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,256,1,0,0.5946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,512,1,0,1.1240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1024,1,0,2.2654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1536,1,0,3.4175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,2048,1,0,4.6074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,3072,1,0,7.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,4096,1,0,9.9871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,6144,1,0,15.4512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,8192,1,0,22.4538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,0,0.1218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,16,1,0,0.1981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,32,1,0,0.2528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,64,1,0,0.3705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,128,1,0,0.6029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,256,1,0,1.1241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,512,1,0,2.2423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1024,1,0,4.4574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1536,1,0,6.7524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,2048,1,0,9.3069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,3072,1,0,14.0850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,4096,1,0,19.8332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,0,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,16,1,0,0.2890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,32,1,0,0.4076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,64,1,0,0.6396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,128,1,0,1.1462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,256,1,0,2.2417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,512,1,0,4.4178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1024,1,0,9.0257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1536,1,0,13.3991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,2048,1,0,18.5123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,0,0.1514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,16,1,0,0.4910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,32,1,0,0.7245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,64,1,0,1.2331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,128,1,0,2.3095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,256,1,0,4.4219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,512,1,0,8.9638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1024,1,0,17.9820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,0,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,16,1,0,0.9336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,32,1,0,1.4469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,64,1,0,2.5329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,128,1,0,4.6371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,256,1,0,9.0308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,512,1,0,17.9258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,0,0.0937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,16,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,32,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,64,1,0,0.1145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,128,1,0,0.1184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,256,1,0,0.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,512,1,0,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1024,1,0,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1536,1,0,0.2374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,2048,1,0,0.2838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,3072,1,0,0.3721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,4096,1,0,0.4615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,6144,1,0,0.6863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,8192,1,0,0.9178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,10240,1,0,1.1876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,12288,1,0,1.4902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,16384,1,0,2.1411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,32768,1,0,5.5529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,0,0.0947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,16,1,0,0.1127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,32,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,64,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,128,1,0,0.1241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,256,1,0,0.1493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,512,1,0,0.1871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1024,1,0,0.2714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1536,1,0,0.3580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,2048,1,0,0.4448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,3072,1,0,0.6369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,4096,1,0,0.8360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,6144,1,0,1.3009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,8192,1,0,1.8169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,10240,1,0,2.3687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,12288,1,0,2.9449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,16384,1,0,4.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,32768,1,0,10.9792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,0,0.0952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,16,1,0,0.1146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,32,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,64,1,0,0.1252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,128,1,0,0.1444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,256,1,0,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,512,1,0,0.2666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1024,1,0,0.4381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1536,1,0,0.6121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,2048,1,0,0.7936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,3072,1,0,1.2083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,4096,1,0,1.6538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,6144,1,0,2.5775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,8192,1,0,3.6060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,10240,1,0,4.6894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,12288,1,0,5.8053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,16384,1,0,8.3992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,32768,1,0,21.9864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,0,0.1028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,16,1,0,0.1176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,32,1,0,0.1254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,64,1,0,0.1445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,128,1,0,0.1827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,256,1,0,0.2661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,512,1,0,0.4323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1024,1,0,0.7767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1536,1,0,1.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,2048,1,0,1.5685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,3072,1,0,2.4004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,4096,1,0,3.2802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,6144,1,0,5.0874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,8192,1,0,7.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,10240,1,0,9.2533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,12288,1,0,11.4664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,16384,1,0,16.8648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,16,1,0,0.1332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,32,1,0,0.1499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,64,1,0,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,128,1,0,0.2675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,256,1,0,0.4308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,512,1,0,0.7723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1024,1,0,1.5311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1536,1,0,2.3148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,2048,1,0,3.1130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,3072,1,0,4.7453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,4096,1,0,6.4642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,6144,1,0,10.0475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,8192,1,0,14.2890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,16,1,0,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,32,1,0,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,64,1,0,0.2782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,128,1,0,0.4343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,256,1,0,0.7691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,512,1,0,1.5175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1024,1,0,3.0340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1536,1,0,4.5665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,2048,1,0,6.1325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,3072,1,0,9.3594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,4096,1,0,12.9835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,0,0.1143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,16,1,0,0.2153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,32,1,0,0.2956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,64,1,0,0.4532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,128,1,0,0.7805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,256,1,0,1.5187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,512,1,0,3.0185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1024,1,0,5.9844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1536,1,0,9.0219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,2048,1,0,12.3365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,0,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,16,1,0,0.3374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,32,1,0,0.4951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,64,1,0,0.8228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,128,1,0,1.5507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,256,1,0,3.0196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,512,1,0,5.9537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1024,1,0,12.0662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,0,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,16,1,0,0.5994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,32,1,0,0.9300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,64,1,0,1.6628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,128,1,0,3.1249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,256,1,0,5.9912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,512,1,0,12.0364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,0,0.0908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,16,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,32,1,0,0.1130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,64,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,128,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,256,1,0,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,512,1,0,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1024,1,0,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1536,1,0,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,2048,1,0,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,3072,1,0,0.3197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,4096,1,0,0.3900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,6144,1,0,0.5389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,8192,1,0,0.6826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,10240,1,0,0.8601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,12288,1,0,1.0689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,16384,1,0,1.4798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,32768,1,0,3.5852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,0,0.0949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,16,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,32,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,64,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,128,1,0,0.1226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,256,1,0,0.1407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,512,1,0,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1024,1,0,0.2360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1536,1,0,0.3018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,2048,1,0,0.3669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,3072,1,0,0.5051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,4096,1,0,0.6425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,6144,1,0,0.9703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,8192,1,0,1.3145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,10240,1,0,1.6857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,12288,1,0,2.0815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,16384,1,0,2.9284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,32768,1,0,7.1035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,0,0.0955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,16,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,32,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,64,1,0,0.1216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,128,1,0,0.1353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,256,1,0,0.1692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,512,1,0,0.2305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1024,1,0,0.3553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1536,1,0,0.4985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,2048,1,0,0.6316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,3072,1,0,0.9222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,4096,1,0,1.2291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,6144,1,0,1.8883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,8192,1,0,2.6028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,10240,1,0,3.3496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,12288,1,0,4.1247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,16384,1,0,5.8061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,32768,1,0,14.0356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,0,0.0996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,16,1,0,0.1151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,32,1,0,0.1233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,64,1,0,0.1344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,128,1,0,0.1615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,256,1,0,0.2300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,512,1,0,0.3503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1024,1,0,0.6188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1536,1,0,0.9023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,2048,1,0,1.1973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,3072,1,0,1.8003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,4096,1,0,2.4343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,6144,1,0,3.7563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,8192,1,0,5.1602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,10240,1,0,6.6157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,12288,1,0,8.1137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,16384,1,0,11.4763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,16,1,0,0.1237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,32,1,0,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,64,1,0,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,128,1,0,0.2260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,256,1,0,0.3499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,512,1,0,0.6138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1024,1,0,1.1755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1536,1,0,1.7583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,2048,1,0,2.3600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,3072,1,0,3.5853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,4096,1,0,4.8234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,6144,1,0,7.4013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,8192,1,0,10.1894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,16,1,0,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,32,1,0,0.1684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,64,1,0,0.2309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,128,1,0,0.3523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,256,1,0,0.6106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,512,1,0,1.1682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1024,1,0,2.3226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1536,1,0,3.4972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,2048,1,0,4.6660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,3072,1,0,7.0551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,4096,1,0,9.5103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,0,0.1109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,16,1,0,0.1785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,32,1,0,0.2413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,64,1,0,0.3612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,128,1,0,0.6145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,256,1,0,1.1680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,512,1,0,2.3077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1024,1,0,4.5953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1536,1,0,6.8778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,2048,1,0,9.2045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,16,1,0,0.2609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,32,1,0,0.3837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,64,1,0,0.6352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,128,1,0,1.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,256,1,0,2.3154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,512,1,0,4.5801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1024,1,0,9.0769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,0,0.1343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,16,1,0,0.4355
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,32,1,0,0.6903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,64,1,0,1.2364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,128,1,0,2.3631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,256,1,0,4.6044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,512,1,0,9.0654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,0,0.0888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,16,1,0,0.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,32,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,64,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,128,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,256,1,0,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,512,1,0,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1024,1,0,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1536,1,0,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,2048,1,0,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,3072,1,0,0.2922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,4096,1,0,0.3567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,6144,1,0,0.4801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,8192,1,0,0.6133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,10240,1,0,0.7519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,12288,1,0,0.8929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,16384,1,0,1.1721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,32768,1,0,2.6164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,0,0.0886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,16,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,32,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,64,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,128,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,256,1,0,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,512,1,0,0.1636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1024,1,0,0.2178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1536,1,0,0.2751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,2048,1,0,0.3340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,3072,1,0,0.4460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,4096,1,0,0.5686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,6144,1,0,0.8255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,8192,1,0,1.0823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,10240,1,0,1.3706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,12288,1,0,1.6721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,16384,1,0,2.2798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,32768,1,0,5.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,0,0.0910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,16,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,32,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,64,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,128,1,0,0.1322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,256,1,0,0.1609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,512,1,0,0.2127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1024,1,0,0.3225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1536,1,0,0.4308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,2048,1,0,0.5458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,3072,1,0,0.8009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,4096,1,0,1.0625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,6144,1,0,1.5803
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,8192,1,0,2.1089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,10240,1,0,2.6846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,12288,1,0,3.2878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,16384,1,0,4.5114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,32768,1,0,10.2219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,0,0.0991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,16,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,32,1,0,0.1193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,64,1,0,0.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,128,1,0,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,256,1,0,0.2122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,512,1,0,0.3161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1024,1,0,0.5352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1536,1,0,0.7889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,2048,1,0,1.0375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,3072,1,0,1.5313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,4096,1,0,2.0454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,6144,1,0,3.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,8192,1,0,4.1722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,10240,1,0,5.3113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,12288,1,0,6.4717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,16384,1,0,8.9309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,0,0.1019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,16,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,32,1,0,0.1315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,64,1,0,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,128,1,0,0.2070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,256,1,0,0.3164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,512,1,0,0.5350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1024,1,0,1.0187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1536,1,0,1.5062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,2048,1,0,1.9962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,3072,1,0,3.0155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,4096,1,0,4.0289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,6144,1,0,6.1199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,8192,1,0,8.2594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,16,1,0,0.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,32,1,0,0.1568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,64,1,0,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,128,1,0,0.3123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,256,1,0,0.5353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,512,1,0,1.0129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1024,1,0,1.9761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1536,1,0,2.9689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,2048,1,0,3.9467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,3072,1,0,5.9394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,4096,1,0,7.9578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,0,0.1099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,16,1,0,0.1640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,32,1,0,0.2146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,64,1,0,0.3182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,128,1,0,0.5372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,256,1,0,1.0110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,512,1,0,1.9685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1024,1,0,3.9093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1536,1,0,5.8513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,2048,1,0,7.8025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,0,0.1145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,16,1,0,0.2265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,32,1,0,0.3288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,64,1,0,0.5478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,128,1,0,1.0197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,256,1,0,1.9670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,512,1,0,3.8963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1024,1,0,7.7292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,0,0.1261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,16,1,0,0.3557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,32,1,0,0.5779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,64,1,0,1.0471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,128,1,0,1.9931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,256,1,0,3.9100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,512,1,0,7.7265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,0,0.0866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,16,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,32,1,0,0.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,64,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,128,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,256,1,0,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,512,1,0,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1024,1,0,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1536,1,0,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,2048,1,0,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,3072,1,0,0.2812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,4096,1,0,0.3409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,6144,1,0,0.4585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,8192,1,0,0.5656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,10240,1,0,0.7138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,12288,1,0,0.8450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,16384,1,0,1.1059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,32768,1,0,2.1518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,0,0.0848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,16,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,32,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,64,1,0,0.1145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,128,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,256,1,0,0.1333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,512,1,0,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1024,1,0,0.2135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1536,1,0,0.2648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,2048,1,0,0.3183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,3072,1,0,0.4250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,4096,1,0,0.5399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,6144,1,0,0.7779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,8192,1,0,1.0164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,10240,1,0,1.2577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,12288,1,0,1.4923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,16384,1,0,1.9741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,32768,1,0,4.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,0,0.0909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,16,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,32,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,64,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,128,1,0,0.1294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,256,1,0,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,512,1,0,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1024,1,0,0.3077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1536,1,0,0.4100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,2048,1,0,0.5175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,3072,1,0,0.7438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,4096,1,0,0.9732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,6144,1,0,1.4280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,8192,1,0,1.9238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,10240,1,0,2.4141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,12288,1,0,2.8986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,16384,1,0,3.8669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,32768,1,0,8.3045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,0,0.0972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,16,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,32,1,0,0.1183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,64,1,0,0.1289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,128,1,0,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,256,1,0,0.2073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,512,1,0,0.3018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1024,1,0,0.5024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1536,1,0,0.7269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,2048,1,0,0.9480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,3072,1,0,1.4011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,4096,1,0,1.8681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,6144,1,0,2.7957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,8192,1,0,3.7327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,10240,1,0,4.6967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,12288,1,0,5.6688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,16384,1,0,7.6391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,0,0.1008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,16,1,0,0.1193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,32,1,0,0.1297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,64,1,0,0.1523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,128,1,0,0.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,256,1,0,0.3006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,512,1,0,0.4973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1024,1,0,0.9371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1536,1,0,1.3855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,2048,1,0,1.8365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,3072,1,0,2.7365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,4096,1,0,3.6406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,6144,1,0,5.4771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,8192,1,0,7.3423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,16,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,32,1,0,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,64,1,0,0.2018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,128,1,0,0.2967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,256,1,0,0.4971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,512,1,0,0.9318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1024,1,0,1.8174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1536,1,0,2.7110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,2048,1,0,3.5892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,3072,1,0,5.3774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,4096,1,0,7.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,16,1,0,0.1535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,32,1,0,0.2024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,64,1,0,0.2977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,128,1,0,0.4926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,256,1,0,0.9333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,512,1,0,1.8124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1024,1,0,3.5675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1536,1,0,5.3303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,2048,1,0,7.0857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,16,1,0,0.2090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,32,1,0,0.3035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,64,1,0,0.5002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,128,1,0,0.9368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,256,1,0,1.8133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,512,1,0,3.5621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1024,1,0,7.0481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,0,0.1262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,16,1,0,0.3190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,32,1,0,0.5138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,64,1,0,0.9507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,128,1,0,1.8238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,256,1,0,3.5628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,512,1,0,7.0437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,0,0.0829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,16,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,32,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,64,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,128,1,0,0.1123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,256,1,0,0.1216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,512,1,0,0.1330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1024,1,0,0.1620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1536,1,0,0.1901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,2048,1,0,0.2204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,3072,1,0,0.2773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,4096,1,0,0.3327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,6144,1,0,0.4419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,8192,1,0,0.5103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,10240,1,0,0.6313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,12288,1,0,0.7501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,16384,1,0,1.0145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,32768,1,0,2.0748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,0,0.0845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,16,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,32,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,64,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,128,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,256,1,0,0.1320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,512,1,0,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1024,1,0,0.2087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1536,1,0,0.2603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,2048,1,0,0.3101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,3072,1,0,0.4120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,4096,1,0,0.5220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,6144,1,0,0.7502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,8192,1,0,0.9560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,10240,1,0,1.2085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,12288,1,0,1.4324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,16384,1,0,1.8954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,32768,1,0,3.7155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,0,0.0885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,16,1,0,0.1062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,32,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,64,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,128,1,0,0.1277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,256,1,0,0.1561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,512,1,0,0.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1024,1,0,0.2984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1536,1,0,0.3954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,2048,1,0,0.4992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,3072,1,0,0.7158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,4096,1,0,0.9311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,6144,1,0,1.3656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,8192,1,0,1.8040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,10240,1,0,2.2451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,12288,1,0,2.6780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,16384,1,0,3.6007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,32768,1,0,7.3033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,0,0.0942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,16,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,32,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,64,1,0,0.1266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,128,1,0,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,256,1,0,0.2029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,512,1,0,0.2941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1024,1,0,0.4886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1536,1,0,0.6992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,2048,1,0,0.9076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,3072,1,0,1.3315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,4096,1,0,1.7568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,6144,1,0,2.6264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,8192,1,0,3.4925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,10240,1,0,4.3666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,12288,1,0,5.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,16384,1,0,7.0247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,16,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,32,1,0,0.1275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,64,1,0,0.1502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,128,1,0,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,256,1,0,0.2931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,512,1,0,0.4828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1024,1,0,0.8978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1536,1,0,1.3147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,2048,1,0,1.7354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,3072,1,0,2.5910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,4096,1,0,3.4313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,6144,1,0,5.1200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,8192,1,0,6.8348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,16,1,0,0.1268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,32,1,0,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,64,1,0,0.1967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,128,1,0,0.2876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,256,1,0,0.4824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,512,1,0,0.8907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1024,1,0,1.7251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1536,1,0,2.5732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,2048,1,0,3.3968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,3072,1,0,5.0594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,4096,1,0,6.7345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,0,0.1027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,16,1,0,0.1510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,32,1,0,0.1973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,64,1,0,0.2880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,128,1,0,0.4773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,256,1,0,0.8916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,512,1,0,1.7190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1024,1,0,3.3804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1536,1,0,5.0279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,2048,1,0,6.6859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,16,1,0,0.1990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,32,1,0,0.2885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,64,1,0,0.4801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,128,1,0,0.8875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,256,1,0,1.7220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,512,1,0,3.3753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1024,1,0,6.6634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,0,0.1193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,16,1,0,0.2975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,32,1,0,0.4880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,64,1,0,0.8967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,128,1,0,1.7289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,256,1,0,3.3747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,512,1,0,6.6581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,0,0.1326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,16,1,0,0.1475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,32,1,0,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,64,1,0,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,128,1,0,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,256,1,0,0.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,512,1,0,0.2856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1024,1,0,0.4595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1536,1,0,0.6460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,2048,1,0,0.8571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,3072,1,0,1.3349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,4096,1,0,1.8193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,6144,1,0,2.8921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,8192,1,0,4.1888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,10240,1,0,5.6161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,12288,1,0,7.0868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,16384,1,0,11.0903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,32768,1,0,32.4482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,0,0.1354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,16,1,0,0.1555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,32,1,0,0.1638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,64,1,0,0.1800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,128,1,0,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,256,1,0,0.2835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,512,1,0,0.4548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1024,1,0,0.8201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1536,1,0,1.2502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,2048,1,0,1.6488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,3072,1,0,2.5447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,4096,1,0,3.5291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,6144,1,0,5.6693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,8192,1,0,8.4929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,10240,1,0,11.3728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,12288,1,0,14.0749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,16384,1,0,22.0915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,32768,1,0,64.7584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,0,0.1376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,16,1,0,0.1715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,32,1,0,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,64,1,0,0.2273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,128,1,0,0.2848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,256,1,0,0.4526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,512,1,0,0.8080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1024,1,0,1.5706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1536,1,0,2.3676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,2048,1,0,3.1841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,3072,1,0,4.9785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,4096,1,0,7.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,6144,1,0,11.2558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,8192,1,0,16.8921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,10240,1,0,22.6580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,12288,1,0,28.6340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,16384,1,0,44.0546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,32768,1,0,126.5016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,0,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,16,1,0,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,32,1,0,0.2441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,64,1,0,0.3005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,128,1,0,0.4585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,256,1,0,0.8056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,512,1,0,1.5438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1024,1,0,3.0311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1536,1,0,4.6318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,2048,1,0,6.4891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,3072,1,0,9.8848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,4096,1,0,14.2621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,6144,1,0,23.0180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,8192,1,0,33.6756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,10240,1,0,45.1771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,12288,1,0,54.9527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,16384,1,0,85.0953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,0,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,16,1,0,0.2766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,32,1,0,0.3330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,64,1,0,0.4904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,128,1,0,0.8192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,256,1,0,1.5360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,512,1,0,2.9775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1024,1,0,6.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1536,1,0,9.1846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,2048,1,0,12.8993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,3072,1,0,20.2788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,4096,1,0,28.4210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,6144,1,0,43.7399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,8192,1,0,64.3467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,0,0.1487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,16,1,0,0.4012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,32,1,0,0.5591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,64,1,0,0.8851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,128,1,0,1.5776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,256,1,0,2.9604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,512,1,0,6.0794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1024,1,0,12.2893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1536,1,0,18.8866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,2048,1,0,25.7028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,3072,1,0,38.2767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,4096,1,0,53.8861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,0,0.1596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,16,1,0,0.7077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,32,1,0,1.0352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,64,1,0,1.7268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,128,1,0,3.0742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,256,1,0,6.0568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,512,1,0,12.1198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1024,1,0,24.5485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1536,1,0,35.5930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,2048,1,0,48.5383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,0,0.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,16,1,0,1.3758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,32,1,0,2.0735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,64,1,0,3.4217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,128,1,0,6.3645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,256,1,0,12.1289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,512,1,0,24.2771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1024,1,0,46.3993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,0,0.2449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,16,1,0,2.9085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,32,1,0,4.2821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,64,1,0,7.2534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,128,1,0,13.0091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,256,1,0,24.5681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,512,1,0,46.1572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,0,0.1117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,16,1,0,0.1286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,32,1,0,0.1307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,64,1,0,0.1344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,128,1,0,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,256,1,0,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,512,1,0,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1024,1,0,0.3161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1536,1,0,0.4241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,2048,1,0,0.5421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,3072,1,0,0.8028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,4096,1,0,1.0860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,6144,1,0,1.7267
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,8192,1,0,2.4629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,10240,1,0,3.2566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,12288,1,0,4.0923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,16384,1,0,6.1467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,32768,1,0,17.5838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,0,0.1151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,16,1,0,0.1315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,32,1,0,0.1350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,64,1,0,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,128,1,0,0.1679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,256,1,0,0.2117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,512,1,0,0.3115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1024,1,0,0.5248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1536,1,0,0.7609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,2048,1,0,1.0020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,3072,1,0,1.5518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,4096,1,0,2.1365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,6144,1,0,3.3703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,8192,1,0,4.8506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,10240,1,0,6.4283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,12288,1,0,8.0813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,16384,1,0,12.3940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,32768,1,0,35.0103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,0,0.1166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,16,1,0,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,32,1,0,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,64,1,0,0.1738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,128,1,0,0.2127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,256,1,0,0.3090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,512,1,0,0.5197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1024,1,0,0.9632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1536,1,0,1.4641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,2048,1,0,1.9608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,3072,1,0,3.0234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,4096,1,0,4.1939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,6144,1,0,6.6613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,8192,1,0,9.7976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,10240,1,0,13.0004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,12288,1,0,16.0335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,16384,1,0,24.6646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,32768,1,0,69.8635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,0,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,16,1,0,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,32,1,0,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,64,1,0,0.2211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,128,1,0,0.3116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,256,1,0,0.5168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,512,1,0,0.9486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1024,1,0,1.8834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1536,1,0,2.8496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,2048,1,0,3.8504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,3072,1,0,5.9650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,4096,1,0,8.4894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,6144,1,0,13.2178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,8192,1,0,19.4846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,10240,1,0,25.8675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,12288,1,0,32.4892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,16384,1,0,49.1915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,0,0.1237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,16,1,0,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,32,1,0,0.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,64,1,0,0.3279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,128,1,0,0.5230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,256,1,0,0.9470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,512,1,0,1.8566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1024,1,0,3.6933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1536,1,0,5.6126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,2048,1,0,7.7961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,3072,1,0,11.8461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,4096,1,0,16.8554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,6144,1,0,26.8701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,8192,1,0,38.8225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,0,0.1297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,16,1,0,0.2712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,32,1,0,0.3611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,64,1,0,0.5563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,128,1,0,0.9650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,256,1,0,1.8526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,512,1,0,3.6451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1024,1,0,7.4983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1536,1,0,11.1427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,2048,1,0,15.5026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,3072,1,0,24.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,4096,1,0,33.5820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,0,0.1336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,16,1,0,0.4350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,32,1,0,0.6305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,64,1,0,1.0390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,128,1,0,1.9028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,256,1,0,3.6350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,512,1,0,7.4069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1024,1,0,14.9252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1536,1,0,22.7847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,2048,1,0,30.9313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,0,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,16,1,0,0.8004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,32,1,0,1.2113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,64,1,0,2.0763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,128,1,0,3.7823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,256,1,0,7.4235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,512,1,0,14.7911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1024,1,0,29.8553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,0,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,16,1,0,1.6285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,32,1,0,2.5073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,64,1,0,4.2261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,128,1,0,7.8535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,256,1,0,14.9330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,512,1,0,29.7308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,16,1,0,0.1166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,32,1,0,0.1172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,64,1,0,0.1203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,128,1,0,0.1260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,256,1,0,0.1459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,512,1,0,0.1715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1024,1,0,0.2309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1536,1,0,0.2939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,2048,1,0,0.3652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,3072,1,0,0.5087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,4096,1,0,0.6621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,6144,1,0,1.0141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,8192,1,0,1.4237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,10240,1,0,1.8816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,12288,1,0,2.3686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,16384,1,0,3.4941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,32768,1,0,9.4901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,16,1,0,0.1180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,32,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,64,1,0,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,128,1,0,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,256,1,0,0.1717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,512,1,0,0.2255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1024,1,0,0.3578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1536,1,0,0.4846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,2048,1,0,0.6197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,3072,1,0,0.9237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,4096,1,0,1.2621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,6144,1,0,2.0052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,8192,1,0,2.8432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,10240,1,0,3.7325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,12288,1,0,4.6581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,16384,1,0,6.9027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,32768,1,0,19.0449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,0,0.1125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,16,1,0,0.1210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,32,1,0,0.1278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,64,1,0,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,128,1,0,0.1684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,256,1,0,0.2246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,512,1,0,0.3531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1024,1,0,0.6017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1536,1,0,0.8814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,2048,1,0,1.1765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,3072,1,0,1.8270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,4096,1,0,2.5163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,6144,1,0,3.9440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,8192,1,0,5.6041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,10240,1,0,7.3750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,12288,1,0,9.2113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,16384,1,0,13.8778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,32768,1,0,37.9325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,0,0.1162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,16,1,0,0.1341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,32,1,0,0.1466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,64,1,0,0.1718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,128,1,0,0.2261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,256,1,0,0.3518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,512,1,0,0.5978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1024,1,0,1.1404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1536,1,0,1.7377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,2048,1,0,2.3470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,3072,1,0,3.5933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,4096,1,0,4.9494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,6144,1,0,7.7951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,8192,1,0,11.2927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,10240,1,0,14.8597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,12288,1,0,18.2684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,16384,1,0,27.6091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,0,0.1225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,16,1,0,0.1559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,32,1,0,0.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,64,1,0,0.2349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,128,1,0,0.3535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,256,1,0,0.5948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,512,1,0,1.1248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1024,1,0,2.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1536,1,0,3.4166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,2048,1,0,4.6082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,3072,1,0,7.1109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,4096,1,0,9.9899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,6144,1,0,15.4520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,8192,1,0,22.4437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,0,0.1278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,16,1,0,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,32,1,0,0.2528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,64,1,0,0.3705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,128,1,0,0.6029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,256,1,0,1.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,512,1,0,2.2440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1024,1,0,4.4603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1536,1,0,6.7573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,2048,1,0,9.3078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,3072,1,0,14.0805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,4096,1,0,19.8288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,0,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,16,1,0,0.2888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,32,1,0,0.4077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,64,1,0,0.6400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,128,1,0,1.1464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,256,1,0,2.2416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,512,1,0,4.4202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1024,1,0,9.0217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1536,1,0,13.4002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,2048,1,0,18.5064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,0,0.1634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,16,1,0,0.4914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,32,1,0,0.7258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,64,1,0,1.2327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,128,1,0,2.3119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,256,1,0,4.4223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,512,1,0,8.9579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1024,1,0,17.9815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,0,0.2085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,16,1,0,0.9338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,32,1,0,1.4469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,64,1,0,2.5343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,128,1,0,4.6376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,256,1,0,9.0290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,512,1,0,17.9176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,16,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,32,1,0,0.1121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,64,1,0,0.1139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,128,1,0,0.1176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,256,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,512,1,0,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1024,1,0,0.1918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1536,1,0,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,2048,1,0,0.2834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,3072,1,0,0.3721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,4096,1,0,0.4615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,6144,1,0,0.6809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,8192,1,0,0.9168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,10240,1,0,1.1874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,12288,1,0,1.4897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,16384,1,0,2.1429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,32768,1,0,5.5511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,16,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,32,1,0,0.1139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,64,1,0,0.1177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,128,1,0,0.1256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,256,1,0,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,512,1,0,0.1866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1024,1,0,0.2717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1536,1,0,0.3579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,2048,1,0,0.4447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,3072,1,0,0.6301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,4096,1,0,0.8353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,6144,1,0,1.3007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,8192,1,0,1.8158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,10240,1,0,2.3703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,12288,1,0,2.9424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,16384,1,0,4.2539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,32768,1,0,10.9788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,16,1,0,0.1139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,32,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,64,1,0,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,128,1,0,0.1435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,256,1,0,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,512,1,0,0.2655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1024,1,0,0.4366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1536,1,0,0.6077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,2048,1,0,0.7936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,3072,1,0,1.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,4096,1,0,1.6542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,6144,1,0,2.5801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,8192,1,0,3.6087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,10240,1,0,4.6891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,12288,1,0,5.8058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,16384,1,0,8.4032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,32768,1,0,21.9847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,16,1,0,0.1182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,32,1,0,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,64,1,0,0.1441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,128,1,0,0.1823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,256,1,0,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,512,1,0,0.4329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1024,1,0,0.7766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1536,1,0,1.1642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,2048,1,0,1.5692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,3072,1,0,2.3985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,4096,1,0,3.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,6144,1,0,5.0921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,8192,1,0,7.1127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,10240,1,0,9.2537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,12288,1,0,11.4674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,16384,1,0,16.8439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,16,1,0,0.1295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,32,1,0,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,64,1,0,0.1869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,128,1,0,0.2678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,256,1,0,0.4308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,512,1,0,0.7717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1024,1,0,1.5331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1536,1,0,2.3158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,2048,1,0,3.1116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,3072,1,0,4.7403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,4096,1,0,6.4619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,6144,1,0,10.0500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,8192,1,0,14.2754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,0,0.1176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,16,1,0,0.1589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,32,1,0,0.1970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,64,1,0,0.2766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,128,1,0,0.4340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,256,1,0,0.7698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,512,1,0,1.5173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1024,1,0,3.0344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1536,1,0,4.5639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,2048,1,0,6.1267
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,3072,1,0,9.3557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,4096,1,0,12.9704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,0,0.1221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,16,1,0,0.2145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,32,1,0,0.2959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,64,1,0,0.4524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,128,1,0,0.7800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,256,1,0,1.5187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,512,1,0,3.0123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1024,1,0,5.9834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1536,1,0,9.0220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,2048,1,0,12.3167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,0,0.1339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,16,1,0,0.3367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,32,1,0,0.4948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,64,1,0,0.8226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,128,1,0,1.5507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,256,1,0,3.0201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,512,1,0,5.9571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1024,1,0,12.0537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,0,0.1637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,16,1,0,0.5991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,32,1,0,0.9295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,64,1,0,1.6631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,128,1,0,3.1257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,256,1,0,5.9923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,512,1,0,12.0416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,0,0.0991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,16,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,32,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,64,1,0,0.1121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,128,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,256,1,0,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,512,1,0,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1024,1,0,0.1757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1536,1,0,0.2086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,2048,1,0,0.2471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,3072,1,0,0.3188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,4096,1,0,0.3894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,6144,1,0,0.5354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,8192,1,0,0.6774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,10240,1,0,0.8605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,12288,1,0,1.0703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,16384,1,0,1.4809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,32768,1,0,3.5853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,0,0.0992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,16,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,32,1,0,0.1118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,64,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,128,1,0,0.1201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,256,1,0,0.1397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,512,1,0,0.1696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1024,1,0,0.2350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1536,1,0,0.3017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,2048,1,0,0.3675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,3072,1,0,0.5023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,4096,1,0,0.6378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,6144,1,0,0.9697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,8192,1,0,1.3150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,10240,1,0,1.6859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,12288,1,0,2.0824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,16384,1,0,2.9289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,32768,1,0,7.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,16,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,32,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,64,1,0,0.1202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,128,1,0,0.1347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,256,1,0,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,512,1,0,0.2302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1024,1,0,0.3550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1536,1,0,0.4965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,2048,1,0,0.6272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,3072,1,0,0.9224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,4096,1,0,1.2297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,6144,1,0,1.8915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,8192,1,0,2.6015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,10240,1,0,3.3483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,12288,1,0,4.1266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,16384,1,0,5.8117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,32768,1,0,14.0395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,16,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,32,1,0,0.1216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,64,1,0,0.1342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,128,1,0,0.1629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,256,1,0,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,512,1,0,0.3502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1024,1,0,0.6139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1536,1,0,0.9019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,2048,1,0,1.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,3072,1,0,1.8017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,4096,1,0,2.4324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,6144,1,0,3.7575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,8192,1,0,5.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,10240,1,0,6.6161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,12288,1,0,8.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,16384,1,0,11.4756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,16,1,0,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,32,1,0,0.1350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,64,1,0,0.1635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,128,1,0,0.2253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,256,1,0,0.3493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,512,1,0,0.6085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1024,1,0,1.1773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1536,1,0,1.7594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,2048,1,0,2.3599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,3072,1,0,3.5807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,4096,1,0,4.8185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,6144,1,0,7.4003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,8192,1,0,10.1901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,0,0.1137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,16,1,0,0.1413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,32,1,0,0.1696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,64,1,0,0.2306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,128,1,0,0.3517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,256,1,0,0.6091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,512,1,0,1.1697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1024,1,0,2.3205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1536,1,0,3.4966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,2048,1,0,4.6669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,3072,1,0,7.0472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,4096,1,0,9.5129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,0,0.1180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,16,1,0,0.1785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,32,1,0,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,64,1,0,0.3610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,128,1,0,0.6110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,256,1,0,1.1683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,512,1,0,2.3055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1024,1,0,4.5958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1536,1,0,6.8813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,2048,1,0,9.2008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,0,0.1239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,16,1,0,0.2605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,32,1,0,0.3834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,64,1,0,0.6354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,128,1,0,1.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,256,1,0,2.3137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,512,1,0,4.5799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1024,1,0,9.0729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,0,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,16,1,0,0.4352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,32,1,0,0.6852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,64,1,0,1.2374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,128,1,0,2.3620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,256,1,0,4.6048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,512,1,0,9.0652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,0,0.0955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,16,1,0,0.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,32,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,64,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,128,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,256,1,0,0.1235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,512,1,0,0.1379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1024,1,0,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1536,1,0,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,2048,1,0,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,3072,1,0,0.2931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,4096,1,0,0.3554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,6144,1,0,0.4817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,8192,1,0,0.6142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,10240,1,0,0.7522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,12288,1,0,0.8932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,16384,1,0,1.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,32768,1,0,2.6189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,0,0.0957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,16,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,32,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,64,1,0,0.1149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,128,1,0,0.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,256,1,0,0.1368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,512,1,0,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1024,1,0,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1536,1,0,0.2761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,2048,1,0,0.3330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,3072,1,0,0.4492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,4096,1,0,0.5685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,6144,1,0,0.8271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,8192,1,0,1.0837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,10240,1,0,1.3728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,12288,1,0,1.6699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,16384,1,0,2.2804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,32768,1,0,5.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,0,0.0991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,16,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,32,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,64,1,0,0.1186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,128,1,0,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,256,1,0,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,512,1,0,0.2133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1024,1,0,0.3223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1536,1,0,0.4313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,2048,1,0,0.5475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,3072,1,0,0.8014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,4096,1,0,1.0625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,6144,1,0,1.5812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,8192,1,0,2.1100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,10240,1,0,2.6845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,12288,1,0,3.2867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,16384,1,0,4.5098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,32768,1,0,10.2175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,16,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,32,1,0,0.1193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,64,1,0,0.1302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,128,1,0,0.1558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,256,1,0,0.2134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,512,1,0,0.3164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1024,1,0,0.5348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1536,1,0,0.7892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,2048,1,0,1.0367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,3072,1,0,1.5320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,4096,1,0,2.0451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,6144,1,0,3.1065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,8192,1,0,4.1761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,10240,1,0,5.3096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,12288,1,0,6.4717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,16384,1,0,8.9353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,0,0.1097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,16,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,32,1,0,0.1311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,64,1,0,0.1550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,128,1,0,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,256,1,0,0.3162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,512,1,0,0.5297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1024,1,0,1.0209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1536,1,0,1.5073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,2048,1,0,1.9973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,3072,1,0,3.0144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,4096,1,0,4.0289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,6144,1,0,6.1230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,8192,1,0,8.2609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,16,1,0,0.1313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,32,1,0,0.1554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,64,1,0,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,128,1,0,0.3128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,256,1,0,0.5313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,512,1,0,1.0148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1024,1,0,1.9787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1536,1,0,2.9658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,2048,1,0,3.9468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,3072,1,0,5.9418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,4096,1,0,7.9604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,0,0.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,16,1,0,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,32,1,0,0.2137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,64,1,0,0.3186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,128,1,0,0.5315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,256,1,0,1.0130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,512,1,0,1.9705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1024,1,0,3.9096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1536,1,0,5.8509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,2048,1,0,7.8003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,16,1,0,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,32,1,0,0.3300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,64,1,0,0.5459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,128,1,0,1.0191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,256,1,0,1.9692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,512,1,0,3.8962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1024,1,0,7.7301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,0,0.1319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,16,1,0,0.3557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,32,1,0,0.5716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,64,1,0,1.0482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,128,1,0,1.9940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,256,1,0,3.9112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,512,1,0,7.7253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,0,0.0927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,16,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,32,1,0,0.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,64,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,128,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,256,1,0,0.1237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,512,1,0,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1024,1,0,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1536,1,0,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,2048,1,0,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,3072,1,0,0.2821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,4096,1,0,0.3416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,6144,1,0,0.4569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,8192,1,0,0.5603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,10240,1,0,0.7154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,12288,1,0,0.8455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,16384,1,0,1.1068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,32768,1,0,2.1556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,0,0.0930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,16,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,32,1,0,0.1109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,64,1,0,0.1151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,128,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,256,1,0,0.1340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,512,1,0,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1024,1,0,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1536,1,0,0.2650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,2048,1,0,0.3183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,3072,1,0,0.4234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,4096,1,0,0.5350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,6144,1,0,0.7777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,8192,1,0,1.0173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,10240,1,0,1.2594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,12288,1,0,1.4900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,16384,1,0,1.9711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,32768,1,0,4.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,16,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,32,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,64,1,0,0.1183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,128,1,0,0.1297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,256,1,0,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,512,1,0,0.2073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1024,1,0,0.3078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1536,1,0,0.4067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,2048,1,0,0.5132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,3072,1,0,0.7437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,4096,1,0,0.9713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,6144,1,0,1.4292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,8192,1,0,1.9224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,10240,1,0,2.4125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,12288,1,0,2.8985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,16384,1,0,3.8687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,32768,1,0,8.3038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,0,0.1058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,16,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,32,1,0,0.1189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,64,1,0,0.1295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,128,1,0,0.1531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,256,1,0,0.2071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,512,1,0,0.3026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1024,1,0,0.5013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1536,1,0,0.7271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,2048,1,0,0.9495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,3072,1,0,1.4014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,4096,1,0,1.8706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,6144,1,0,2.7956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,8192,1,0,3.7339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,10240,1,0,4.6955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,12288,1,0,5.6687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,16384,1,0,7.6396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,16,1,0,0.1179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,32,1,0,0.1295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,64,1,0,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,128,1,0,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,256,1,0,0.3017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,512,1,0,0.4954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1024,1,0,0.9384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1536,1,0,1.3860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,2048,1,0,1.8364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,3072,1,0,2.7364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,4096,1,0,3.6371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,6144,1,0,5.4767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,8192,1,0,7.3452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,0,0.1101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,16,1,0,0.1298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,32,1,0,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,64,1,0,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,128,1,0,0.2967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,256,1,0,0.4995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,512,1,0,0.9335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1024,1,0,1.8206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1536,1,0,2.7097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,2048,1,0,3.5889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,3072,1,0,5.3771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,4096,1,0,7.1724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,0,0.1142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,16,1,0,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,32,1,0,0.2018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,64,1,0,0.2976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,128,1,0,0.4923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,256,1,0,0.9333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,512,1,0,1.8164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1024,1,0,3.5690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1536,1,0,5.3289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,2048,1,0,7.0859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,0,0.1178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,16,1,0,0.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,32,1,0,0.3031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,64,1,0,0.5028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,128,1,0,0.9379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,256,1,0,1.8116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,512,1,0,3.5604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1024,1,0,7.0462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,0,0.1279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,16,1,0,0.3188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,32,1,0,0.5138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,64,1,0,0.9507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,128,1,0,1.8259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,256,1,0,3.5620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,512,1,0,7.0435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,0,0.0906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,32,1,0,0.1060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,64,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,128,1,0,0.1123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,256,1,0,0.1204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,512,1,0,0.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1024,1,0,0.1612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1536,1,0,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,2048,1,0,0.2197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,3072,1,0,0.2770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,4096,1,0,0.3326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,6144,1,0,0.4449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,8192,1,0,0.5087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,10240,1,0,0.6357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,12288,1,0,0.7491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,16384,1,0,1.0150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,32768,1,0,2.0738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,0,0.0907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,16,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,32,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,64,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,128,1,0,0.1159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,256,1,0,0.1318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,512,1,0,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1024,1,0,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1536,1,0,0.2599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,2048,1,0,0.3112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,3072,1,0,0.4114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,4096,1,0,0.5172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,6144,1,0,0.7484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,8192,1,0,0.9557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,10240,1,0,1.2103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,12288,1,0,1.4336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,16384,1,0,1.8914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,32768,1,0,3.7151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,0,0.0950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,16,1,0,0.1067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,32,1,0,0.1116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,64,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,128,1,0,0.1265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,256,1,0,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,512,1,0,0.2032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1024,1,0,0.2993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1536,1,0,0.3942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,2048,1,0,0.4949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,3072,1,0,0.7146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,4096,1,0,0.9314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,6144,1,0,1.3644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,8192,1,0,1.8030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,10240,1,0,2.2436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,12288,1,0,2.6783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,16384,1,0,3.6050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,32768,1,0,7.3042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,16,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,32,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,64,1,0,0.1260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,128,1,0,0.1499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,256,1,0,0.2032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,512,1,0,0.2934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1024,1,0,0.4837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1536,1,0,0.6975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,2048,1,0,0.9093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,3072,1,0,1.3301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,4096,1,0,1.7576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,6144,1,0,2.6271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,8192,1,0,3.4932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,10240,1,0,4.3667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,12288,1,0,5.2388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,16384,1,0,7.0282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,16,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,32,1,0,0.1268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,64,1,0,0.1499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,128,1,0,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,256,1,0,0.2929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,512,1,0,0.4784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1024,1,0,0.8982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1536,1,0,1.3139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,2048,1,0,1.7364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,3072,1,0,2.5903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,4096,1,0,3.4304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,6144,1,0,5.1232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,8192,1,0,6.8355
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,16,1,0,0.1269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,32,1,0,0.1489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,64,1,0,0.1973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,128,1,0,0.2874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,256,1,0,0.4829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,512,1,0,0.8929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1024,1,0,1.7235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1536,1,0,2.5736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,2048,1,0,3.3981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,3072,1,0,5.0612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,4096,1,0,6.7344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,16,1,0,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,32,1,0,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,64,1,0,0.2873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,128,1,0,0.4719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,256,1,0,0.8933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,512,1,0,1.7190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1024,1,0,3.3818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1536,1,0,5.0315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,2048,1,0,6.6856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,16,1,0,0.1984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,32,1,0,0.2881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,64,1,0,0.4799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,128,1,0,0.8882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,256,1,0,1.7227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,512,1,0,3.3754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1024,1,0,6.6620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,0,0.1242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,16,1,0,0.2976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,32,1,0,0.4821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,64,1,0,0.8980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,128,1,0,1.7292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,256,1,0,3.3783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,512,1,0,6.6600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,1,1,0,0.1339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,16,1,0,0.1471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,32,1,0,0.1489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,64,1,0,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,128,1,0,0.1752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,256,1,0,0.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,512,1,0,0.2854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,1024,1,0,0.4585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,1536,1,0,0.6456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,2048,1,0,0.8568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,3072,1,0,1.3361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,4096,1,0,1.8173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,6144,1,0,2.8928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,8192,1,0,4.1901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,10240,1,0,5.6187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,12288,1,0,7.0897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,16384,1,0,11.0880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,32768,1,0,32.4591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,1,1,0,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,16,1,0,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,32,1,0,0.1649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,64,1,0,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,128,1,0,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,256,1,0,0.2841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,512,1,0,0.4563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,1024,1,0,0.8196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,1536,1,0,1.2482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,2048,1,0,1.6483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,3072,1,0,2.5500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,4096,1,0,3.5308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,6144,1,0,5.6751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,8192,1,0,8.4945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,10240,1,0,11.3697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,12288,1,0,14.0808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,16384,1,0,22.0879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,32768,1,0,64.7645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,1,1,0,0.1368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,16,1,0,0.1711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,32,1,0,0.1899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,64,1,0,0.2291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,128,1,0,0.2855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,256,1,0,0.4538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,512,1,0,0.8062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,1024,1,0,1.5706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,1536,1,0,2.3716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,2048,1,0,3.1866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,3072,1,0,4.9828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,4096,1,0,7.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,6144,1,0,11.2574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,8192,1,0,16.8917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,10240,1,0,22.6588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,12288,1,0,28.6326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,16384,1,0,44.0438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,32768,1,0,126.4891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,1,1,0,0.1389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,16,1,0,0.2060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,32,1,0,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,64,1,0,0.3015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,128,1,0,0.4574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,256,1,0,0.8041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,512,1,0,1.5434
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,1024,1,0,3.0322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,1536,1,0,4.6331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,2048,1,0,6.4951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,3072,1,0,9.8903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,4096,1,0,14.2640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,6144,1,0,23.0208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,8192,1,0,33.6747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,10240,1,0,45.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,12288,1,0,54.9547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,16384,1,0,85.0886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,1,1,0,0.1456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,16,1,0,0.2770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,32,1,0,0.3337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,64,1,0,0.4889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,128,1,0,0.8174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,256,1,0,1.5337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,512,1,0,2.9790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,1024,1,0,6.1854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,1536,1,0,9.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,2048,1,0,12.8982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,3072,1,0,20.2858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,4096,1,0,28.4156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,6144,1,0,43.7451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,8192,1,0,64.3307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,1,1,0,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,16,1,0,0.4011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,32,1,0,0.5575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,64,1,0,0.8872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,128,1,0,1.5792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,256,1,0,2.9637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,512,1,0,6.0786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,1024,1,0,12.2863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,1536,1,0,18.8867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,2048,1,0,25.7002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,3072,1,0,38.2900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,4096,1,0,53.8652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,1,1,0,0.1577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,16,1,0,0.7078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,32,1,0,1.0367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,64,1,0,1.7271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,128,1,0,3.0730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,256,1,0,6.0568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,512,1,0,12.1177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,1024,1,0,24.5454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,1536,1,0,35.5888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,2048,1,0,48.5361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,1,1,0,0.1887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,16,1,0,1.3746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,32,1,0,2.0750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,64,1,0,3.4224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,128,1,0,6.3565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,256,1,0,12.1285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,512,1,0,24.2726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,1024,1,0,46.4012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,256,1,1,0,0.2454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,256,16,1,0,2.9078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,256,32,1,0,4.2831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,256,64,1,0,7.2555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,256,128,1,0,13.0081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,256,256,1,0,24.5670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,256,512,1,0,46.1635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,1,1,0,0.1128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,16,1,0,0.1288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,32,1,0,0.1315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,64,1,0,0.1356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,128,1,0,0.1442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,256,1,0,0.1739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,512,1,0,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,1024,1,0,0.3158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,1536,1,0,0.4231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,2048,1,0,0.5418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,3072,1,0,0.8028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,4096,1,0,1.0859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,6144,1,0,1.7264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,8192,1,0,2.4618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,10240,1,0,3.2547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,12288,1,0,4.0897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,16384,1,0,6.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,32768,1,0,17.5691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,1,1,0,0.1142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,16,1,0,0.1323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,32,1,0,0.1343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,64,1,0,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,128,1,0,0.1672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,256,1,0,0.2121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,512,1,0,0.3120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,1024,1,0,0.5237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,1536,1,0,0.7599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,2048,1,0,1.0027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,3072,1,0,1.5509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,4096,1,0,2.1325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,6144,1,0,3.3766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,8192,1,0,4.8497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,10240,1,0,6.4336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,12288,1,0,8.0720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,16384,1,0,12.3898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,32768,1,0,35.0150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,1,1,0,0.1172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,16,1,0,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,32,1,0,0.1506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,64,1,0,0.1745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,128,1,0,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,256,1,0,0.3083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,512,1,0,0.5199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,1024,1,0,0.9647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,1536,1,0,1.4618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,2048,1,0,1.9631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,3072,1,0,3.0240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,4096,1,0,4.1943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,6144,1,0,6.6589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,8192,1,0,9.7942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,10240,1,0,13.0019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,12288,1,0,16.0317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,16384,1,0,24.6624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,32768,1,0,69.8819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,1,1,0,0.1199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,16,1,0,0.1610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,32,1,0,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,64,1,0,0.2228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,128,1,0,0.3123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,256,1,0,0.5165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,512,1,0,0.9504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,1024,1,0,1.8836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,1536,1,0,2.8462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,2048,1,0,3.8514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,3072,1,0,5.9638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,4096,1,0,8.4833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,6144,1,0,13.2199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,8192,1,0,19.4807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,10240,1,0,25.8742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,12288,1,0,32.4930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,16384,1,0,49.1881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,1,1,0,0.1248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,16,1,0,0.1984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,32,1,0,0.2394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,64,1,0,0.3265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,128,1,0,0.5222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,256,1,0,0.9479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,512,1,0,1.8558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,1024,1,0,3.6958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,1536,1,0,5.6121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,2048,1,0,7.7968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,3072,1,0,11.8461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,4096,1,0,16.8516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,6144,1,0,26.8729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,8192,1,0,38.8201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,1,1,0,0.1308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,16,1,0,0.2708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,32,1,0,0.3612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,64,1,0,0.5559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,128,1,0,0.9655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,256,1,0,1.8529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,512,1,0,3.6439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,1024,1,0,7.4945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,1536,1,0,11.1435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,2048,1,0,15.4976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,3072,1,0,24.1425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,4096,1,0,33.5788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,1,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,16,1,0,0.4359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,32,1,0,0.6315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,64,1,0,1.0386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,128,1,0,1.9057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,256,1,0,3.6344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,512,1,0,7.4168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,1024,1,0,14.9255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,1536,1,0,22.7842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,2048,1,0,30.9354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,1,1,0,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,16,1,0,0.8005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,32,1,0,1.2122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,64,1,0,2.0757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,128,1,0,3.7795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,256,1,0,7.4183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,512,1,0,14.7920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,1024,1,0,29.8593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,256,1,1,0,0.1802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,256,16,1,0,1.6286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,256,32,1,0,2.5062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,256,64,1,0,4.2252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,256,128,1,0,7.8554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,256,256,1,0,14.9320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,256,512,1,0,29.7351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,1,1,0,0.1055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,16,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,32,1,0,0.1178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,64,1,0,0.1207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,128,1,0,0.1265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,256,1,0,0.1445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,512,1,0,0.1724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,1024,1,0,0.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,1536,1,0,0.2943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,2048,1,0,0.3656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,3072,1,0,0.5074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,4096,1,0,0.6614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,6144,1,0,1.0147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,8192,1,0,1.4239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,10240,1,0,1.8814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,12288,1,0,2.3707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,16384,1,0,3.4936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,32768,1,0,9.4951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,1,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,16,1,0,0.1181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,32,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,64,1,0,0.1264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,128,1,0,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,256,1,0,0.1723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,512,1,0,0.2253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,1024,1,0,0.3573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,1536,1,0,0.4852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,2048,1,0,0.6203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,3072,1,0,0.9253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,4096,1,0,1.2623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,6144,1,0,2.0058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,8192,1,0,2.8457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,10240,1,0,3.7371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,12288,1,0,4.6597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,16384,1,0,6.9062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,32768,1,0,19.0470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,1,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,16,1,0,0.1203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,32,1,0,0.1272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,64,1,0,0.1410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,128,1,0,0.1674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,256,1,0,0.2243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,512,1,0,0.3532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,1024,1,0,0.6022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,1536,1,0,0.8804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,2048,1,0,1.1776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,3072,1,0,1.8290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,4096,1,0,2.5158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,6144,1,0,3.9419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,8192,1,0,5.6040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,10240,1,0,7.3725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,12288,1,0,9.2104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,16384,1,0,13.8890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,32768,1,0,37.9284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,1,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,16,1,0,0.1320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,32,1,0,0.1463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,64,1,0,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,128,1,0,0.2264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,256,1,0,0.3506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,512,1,0,0.5988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,1024,1,0,1.1387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,1536,1,0,1.7394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,2048,1,0,2.3465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,3072,1,0,3.5932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,4096,1,0,4.9517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,6144,1,0,7.7953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,8192,1,0,11.3035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,10240,1,0,14.8595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,12288,1,0,18.2671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,16384,1,0,27.6028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,1,1,0,0.1221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,16,1,0,0.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,32,1,0,0.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,64,1,0,0.2357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,128,1,0,0.3534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,256,1,0,0.5952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,512,1,0,1.1235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,1024,1,0,2.2678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,1536,1,0,3.4154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,2048,1,0,4.6075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,3072,1,0,7.1055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,4096,1,0,9.9837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,6144,1,0,15.4526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,8192,1,0,22.4464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,1,1,0,0.1278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,16,1,0,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,32,1,0,0.2532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,64,1,0,0.3697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,128,1,0,0.6035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,256,1,0,1.1240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,512,1,0,2.2450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,1024,1,0,4.4584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,1536,1,0,6.7575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,2048,1,0,9.3085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,3072,1,0,14.0850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,4096,1,0,19.8243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,1,1,0,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,16,1,0,0.2885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,32,1,0,0.4076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,64,1,0,0.6404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,128,1,0,1.1474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,256,1,0,2.2410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,512,1,0,4.4199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,1024,1,0,9.0218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,1536,1,0,13.3972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,2048,1,0,18.5085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,1,1,0,0.1640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,16,1,0,0.4909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,32,1,0,0.7257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,64,1,0,1.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,128,1,0,2.3110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,256,1,0,4.4230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,512,1,0,8.9568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,1024,1,0,17.9728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,256,1,1,0,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,256,16,1,0,0.9331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,256,32,1,0,1.4473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,256,64,1,0,2.5342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,256,128,1,0,4.6367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,256,256,1,0,9.0284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,256,512,1,0,17.9186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,1,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,16,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,32,1,0,0.1123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,64,1,0,0.1139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,128,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,256,1,0,0.1300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,512,1,0,0.1494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,1024,1,0,0.1920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,1536,1,0,0.2363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,2048,1,0,0.2830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,3072,1,0,0.3715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,4096,1,0,0.4615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,6144,1,0,0.6821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,8192,1,0,0.9180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,10240,1,0,1.1873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,12288,1,0,1.4900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,16384,1,0,2.1431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,32768,1,0,5.5496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,1,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,16,1,0,0.1128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,32,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,64,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,128,1,0,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,256,1,0,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,512,1,0,0.1871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,1024,1,0,0.2719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,1536,1,0,0.3582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,2048,1,0,0.4444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,3072,1,0,0.6308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,4096,1,0,0.8349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,6144,1,0,1.2988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,8192,1,0,1.8173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,10240,1,0,2.3678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,12288,1,0,2.9425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,16384,1,0,4.2532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,32768,1,0,10.9853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,1,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,16,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,32,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,64,1,0,0.1264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,128,1,0,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,256,1,0,0.1860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,512,1,0,0.2664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,1024,1,0,0.4370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,1536,1,0,0.6072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,2048,1,0,0.7933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,3072,1,0,1.2073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,4096,1,0,1.6546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,6144,1,0,2.5771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,8192,1,0,3.6061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,10240,1,0,4.6841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,12288,1,0,5.8061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,16384,1,0,8.4019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,32768,1,0,21.9859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,1,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,16,1,0,0.1186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,32,1,0,0.1256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,64,1,0,0.1444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,128,1,0,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,256,1,0,0.2665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,512,1,0,0.4325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,1024,1,0,0.7771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,1536,1,0,1.1630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,2048,1,0,1.5681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,3072,1,0,2.3980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,4096,1,0,3.2794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,6144,1,0,5.0934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,8192,1,0,7.1145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,10240,1,0,9.2559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,12288,1,0,11.4672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,16384,1,0,16.8407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,1,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,16,1,0,0.1298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,32,1,0,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,64,1,0,0.1871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,128,1,0,0.2668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,256,1,0,0.4312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,512,1,0,0.7720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,1024,1,0,1.5304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,1536,1,0,2.3106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,2048,1,0,3.1101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,3072,1,0,4.7429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,4096,1,0,6.4625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,6144,1,0,10.0464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,8192,1,0,14.2820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,1,1,0,0.1176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,16,1,0,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,32,1,0,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,64,1,0,0.2763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,128,1,0,0.4330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,256,1,0,0.7689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,512,1,0,1.5169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,1024,1,0,3.0330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,1536,1,0,4.5679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,2048,1,0,6.1264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,3072,1,0,9.3577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,4096,1,0,12.9709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,1,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,16,1,0,0.2152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,32,1,0,0.2946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,64,1,0,0.4530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,128,1,0,0.7802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,256,1,0,1.5191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,512,1,0,3.0176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,1024,1,0,5.9838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,1536,1,0,9.0230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,2048,1,0,12.3190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,1,1,0,0.1340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,16,1,0,0.3368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,32,1,0,0.4958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,64,1,0,0.8219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,128,1,0,1.5513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,256,1,0,3.0202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,512,1,0,5.9535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,1024,1,0,12.0551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,256,1,1,0,0.1633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,256,16,1,0,0.5994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,256,32,1,0,0.9286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,256,64,1,0,1.6619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,256,128,1,0,3.1273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,256,256,1,0,5.9926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,256,512,1,0,12.0385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,1,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,16,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,32,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,64,1,0,0.1124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,128,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,256,1,0,0.1256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,512,1,0,0.1411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,1024,1,0,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,1536,1,0,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,2048,1,0,0.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,3072,1,0,0.3199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,4096,1,0,0.3898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,6144,1,0,0.5343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,8192,1,0,0.6785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,10240,1,0,0.8587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,12288,1,0,1.0689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,16384,1,0,1.4799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,32768,1,0,3.5830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,1,1,0,0.1015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,16,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,32,1,0,0.1121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,64,1,0,0.1157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,128,1,0,0.1204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,256,1,0,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,512,1,0,0.1698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,1024,1,0,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,1536,1,0,0.3021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,2048,1,0,0.3666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,3072,1,0,0.5010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,4096,1,0,0.6389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,6144,1,0,0.9700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,8192,1,0,1.3144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,10240,1,0,1.6843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,12288,1,0,2.0813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,16384,1,0,2.9309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,32768,1,0,7.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,1,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,16,1,0,0.1118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,32,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,64,1,0,0.1198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,128,1,0,0.1350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,256,1,0,0.1699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,512,1,0,0.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,1024,1,0,0.3553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,1536,1,0,0.4954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,2048,1,0,0.6275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,3072,1,0,0.9220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,4096,1,0,1.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,6144,1,0,1.8902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,8192,1,0,2.6023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,10240,1,0,3.3515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,12288,1,0,4.1286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,16384,1,0,5.8054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,32768,1,0,14.0491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,1,1,0,0.1056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,16,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,32,1,0,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,64,1,0,0.1340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,128,1,0,0.1637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,256,1,0,0.2297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,512,1,0,0.3493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,1024,1,0,0.6135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,1536,1,0,0.9014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,2048,1,0,1.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,3072,1,0,1.8010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,4096,1,0,2.4318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,6144,1,0,3.7564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,8192,1,0,5.1575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,10240,1,0,6.6139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,12288,1,0,8.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,16384,1,0,11.4713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,1,1,0,0.1121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,16,1,0,0.1210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,32,1,0,0.1350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,64,1,0,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,128,1,0,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,256,1,0,0.3497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,512,1,0,0.6081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,1024,1,0,1.1755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,1536,1,0,1.7592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,2048,1,0,2.3599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,3072,1,0,3.5847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,4096,1,0,4.8234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,6144,1,0,7.4046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,8192,1,0,10.1805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,1,1,0,0.1143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,16,1,0,0.1408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,32,1,0,0.1701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,64,1,0,0.2306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,128,1,0,0.3520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,256,1,0,0.6091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,512,1,0,1.1683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,1024,1,0,2.3219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,1536,1,0,3.4951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,2048,1,0,4.6649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,3072,1,0,7.0464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,4096,1,0,9.5067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,1,1,0,0.1176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,16,1,0,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,32,1,0,0.2402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,64,1,0,0.3623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,128,1,0,0.6105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,256,1,0,1.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,512,1,0,2.3071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,1024,1,0,4.5940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,1536,1,0,6.8783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,2048,1,0,9.2011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,1,1,0,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,16,1,0,0.2605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,32,1,0,0.3828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,64,1,0,0.6365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,128,1,0,1.1826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,256,1,0,2.3163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,512,1,0,4.5822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,1024,1,0,9.0790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,256,1,1,0,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,256,16,1,0,0.4351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,256,32,1,0,0.6852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,256,64,1,0,1.2376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,256,128,1,0,2.3613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,256,256,1,0,4.6090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,256,512,1,0,9.0705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,1,1,0,0.0952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,16,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,32,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,64,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,128,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,256,1,0,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,512,1,0,0.1382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,1024,1,0,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,1536,1,0,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,2048,1,0,0.2301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,3072,1,0,0.2935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,4096,1,0,0.3559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,6144,1,0,0.4822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,8192,1,0,0.6131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,10240,1,0,0.7534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,12288,1,0,0.8928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,16384,1,0,1.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,32768,1,0,2.6168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,1,1,0,0.0955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,16,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,32,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,64,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,128,1,0,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,256,1,0,0.1357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,512,1,0,0.1633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,1024,1,0,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,1536,1,0,0.2763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,2048,1,0,0.3345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,3072,1,0,0.4480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,4096,1,0,0.5691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,6144,1,0,0.8260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,8192,1,0,1.0837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,10240,1,0,1.3719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,12288,1,0,1.6696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,16384,1,0,2.2781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,32768,1,0,5.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,1,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,16,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,32,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,64,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,128,1,0,0.1313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,256,1,0,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,512,1,0,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,1024,1,0,0.3220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,1536,1,0,0.4313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,2048,1,0,0.5454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,3072,1,0,0.8015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,4096,1,0,1.0634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,6144,1,0,1.5821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,8192,1,0,2.1098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,10240,1,0,2.6842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,12288,1,0,3.2848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,16384,1,0,4.5117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,32768,1,0,10.2273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,1,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,16,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,32,1,0,0.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,64,1,0,0.1319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,128,1,0,0.1556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,256,1,0,0.2134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,512,1,0,0.3163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,1024,1,0,0.5344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,1536,1,0,0.7900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,2048,1,0,1.0374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,3072,1,0,1.5326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,4096,1,0,2.0433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,6144,1,0,3.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,8192,1,0,4.1744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,10240,1,0,5.3093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,12288,1,0,6.4704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,16384,1,0,8.9334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,1,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,16,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,32,1,0,0.1309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,64,1,0,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,128,1,0,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,256,1,0,0.3164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,512,1,0,0.5295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,1024,1,0,1.0208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,1536,1,0,1.5076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,2048,1,0,1.9998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,3072,1,0,3.0135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,4096,1,0,4.0297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,6144,1,0,6.1224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,8192,1,0,8.2588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,1,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,16,1,0,0.1319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,32,1,0,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,64,1,0,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,128,1,0,0.3124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,256,1,0,0.5308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,512,1,0,1.0151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,1024,1,0,1.9766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,1536,1,0,2.9653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,2048,1,0,3.9464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,3072,1,0,5.9385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,4096,1,0,7.9568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,1,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,16,1,0,0.1626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,32,1,0,0.2137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,64,1,0,0.3183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,128,1,0,0.5316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,256,1,0,1.0121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,512,1,0,1.9694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,1024,1,0,3.9098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,1536,1,0,5.8502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,2048,1,0,7.8041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,1,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,16,1,0,0.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,32,1,0,0.3294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,64,1,0,0.5439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,128,1,0,1.0205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,256,1,0,1.9694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,512,1,0,3.8971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,1024,1,0,7.7293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,256,1,1,0,0.1314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,256,16,1,0,0.3562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,256,32,1,0,0.5723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,256,64,1,0,1.0475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,256,128,1,0,1.9943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,256,256,1,0,3.9112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,256,512,1,0,7.7240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,1,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,16,1,0,0.1069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,32,1,0,0.1076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,64,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,128,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,256,1,0,0.1235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,512,1,0,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,1024,1,0,0.1662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,1536,1,0,0.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,2048,1,0,0.2246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,3072,1,0,0.2815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,4096,1,0,0.3410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,6144,1,0,0.4572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,8192,1,0,0.5606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,10240,1,0,0.7160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,12288,1,0,0.8450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,16384,1,0,1.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,32768,1,0,2.1559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,1,1,0,0.0927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,16,1,0,0.1076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,32,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,64,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,128,1,0,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,256,1,0,0.1363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,512,1,0,0.1600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,1024,1,0,0.2134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,1536,1,0,0.2648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,2048,1,0,0.3190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,3072,1,0,0.4234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,4096,1,0,0.5357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,6144,1,0,0.7775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,8192,1,0,1.0177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,10240,1,0,1.2596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,12288,1,0,1.4898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,16384,1,0,1.9730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,32768,1,0,4.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,1,1,0,0.1007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,16,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,32,1,0,0.1151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,64,1,0,0.1182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,128,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,256,1,0,0.1580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,512,1,0,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,1024,1,0,0.3079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,1536,1,0,0.4059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,2048,1,0,0.5128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,3072,1,0,0.7441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,4096,1,0,0.9728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,6144,1,0,1.4292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,8192,1,0,1.9230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,10240,1,0,2.4165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,12288,1,0,2.8987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,16384,1,0,3.8684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,32768,1,0,8.3073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,1,1,0,0.1040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,16,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,32,1,0,0.1183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,64,1,0,0.1299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,128,1,0,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,256,1,0,0.2069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,512,1,0,0.3017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,1024,1,0,0.5012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,1536,1,0,0.7269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,2048,1,0,0.9481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,3072,1,0,1.4036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,4096,1,0,1.8669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,6144,1,0,2.7943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,8192,1,0,3.7357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,10240,1,0,4.6941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,12288,1,0,5.6686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,16384,1,0,7.6417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,1,1,0,0.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,16,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,32,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,64,1,0,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,128,1,0,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,256,1,0,0.3020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,512,1,0,0.4958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,1024,1,0,0.9369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,1536,1,0,1.3852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,2048,1,0,1.8400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,3072,1,0,2.7391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,4096,1,0,3.6394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,6144,1,0,5.4787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,8192,1,0,7.3404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,1,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,16,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,32,1,0,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,64,1,0,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,128,1,0,0.2956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,256,1,0,0.4993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,512,1,0,0.9319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,1024,1,0,1.8215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,1536,1,0,2.7094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,2048,1,0,3.5882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,3072,1,0,5.3755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,4096,1,0,7.1723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,1,1,0,0.1149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,16,1,0,0.1533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,32,1,0,0.2021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,64,1,0,0.2980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,128,1,0,0.4927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,256,1,0,0.9338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,512,1,0,1.8157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,1024,1,0,3.5660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,1536,1,0,5.3248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,2048,1,0,7.0853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,1,1,0,0.1179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,16,1,0,0.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,32,1,0,0.3043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,64,1,0,0.5026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,128,1,0,0.9367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,256,1,0,1.8148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,512,1,0,3.5611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,1024,1,0,7.0472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,256,1,1,0,0.1275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,256,16,1,0,0.3186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,256,32,1,0,0.5132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,256,64,1,0,0.9505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,256,128,1,0,1.8254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,256,256,1,0,3.5658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,256,512,1,0,7.0445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,1,1,0,0.0905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,16,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,32,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,64,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,128,1,0,0.1116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,256,1,0,0.1199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,512,1,0,0.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,1024,1,0,0.1619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,1536,1,0,0.1898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,2048,1,0,0.2210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,3072,1,0,0.2769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,4096,1,0,0.3327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,6144,1,0,0.4449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,8192,1,0,0.5078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,10240,1,0,0.6363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,12288,1,0,0.7492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,16384,1,0,1.0153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,32768,1,0,2.0738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,1,1,0,0.0906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,16,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,32,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,64,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,128,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,256,1,0,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,512,1,0,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,1024,1,0,0.2093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,1536,1,0,0.2589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,2048,1,0,0.3103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,3072,1,0,0.4113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,4096,1,0,0.5172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,6144,1,0,0.7475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,8192,1,0,0.9551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,10240,1,0,1.2103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,12288,1,0,1.4321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,16384,1,0,1.8933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,32768,1,0,3.7144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,1,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,16,1,0,0.1063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,32,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,64,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,128,1,0,0.1265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,256,1,0,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,512,1,0,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,1024,1,0,0.2989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,1536,1,0,0.3947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,2048,1,0,0.4946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,3072,1,0,0.7143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,4096,1,0,0.9314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,6144,1,0,1.3655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,8192,1,0,1.8031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,10240,1,0,2.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,12288,1,0,2.6828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,16384,1,0,3.6060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,32768,1,0,7.3036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,1,1,0,0.1016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,16,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,32,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,64,1,0,0.1269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,128,1,0,0.1498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,256,1,0,0.2032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,512,1,0,0.2936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,1024,1,0,0.4844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,1536,1,0,0.6975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,2048,1,0,0.9087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,3072,1,0,1.3308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,4096,1,0,1.7619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,6144,1,0,2.6269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,8192,1,0,3.4933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,10240,1,0,4.3670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,12288,1,0,5.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,16384,1,0,7.0230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,1,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,16,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,32,1,0,0.1268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,64,1,0,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,128,1,0,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,256,1,0,0.2922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,512,1,0,0.4784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,1024,1,0,0.8968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,1536,1,0,1.3136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,2048,1,0,1.7351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,3072,1,0,2.5929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,4096,1,0,3.4302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,6144,1,0,5.1186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,8192,1,0,6.8368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,1,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,16,1,0,0.1269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,32,1,0,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,64,1,0,0.1973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,128,1,0,0.2874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,256,1,0,0.4828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,512,1,0,0.8924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,1024,1,0,1.7240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,1536,1,0,2.5735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,2048,1,0,3.4002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,3072,1,0,5.0624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,4096,1,0,6.7365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,1,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,16,1,0,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,32,1,0,0.1973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,64,1,0,0.2875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,128,1,0,0.4721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,256,1,0,0.8924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,512,1,0,1.7184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,1024,1,0,3.3828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,1536,1,0,5.0310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,2048,1,0,6.6859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,1,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,16,1,0,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,32,1,0,0.2883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,64,1,0,0.4800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,128,1,0,0.8885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,256,1,0,1.7192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,512,1,0,3.3739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,1024,1,0,6.6594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,256,1,1,0,0.1244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,256,16,1,0,0.2973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,256,32,1,0,0.4825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,256,64,1,0,0.8981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,256,128,1,0,1.7267
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,256,256,1,0,3.3753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,256,512,1,0,6.6580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,16,1,0,0.1336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,32,1,0,0.1388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,64,1,0,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,128,1,0,0.1539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,256,1,0,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,512,1,0,0.2510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1024,1,0,0.3961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1536,1,0,0.5424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,2048,1,0,0.7370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,3072,1,0,1.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,4096,1,0,1.5824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,6144,1,0,2.5260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,8192,1,0,3.7101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,10240,1,0,5.0016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,12288,1,0,6.3744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,16384,1,0,10.1290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,32768,1,0,30.5568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,0,0.1252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,16,1,0,0.1445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,32,1,0,0.1486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,64,1,0,0.1593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,128,1,0,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,256,1,0,0.2488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,512,1,0,0.3937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1024,1,0,0.7002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1536,1,0,1.0574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,2048,1,0,1.4131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,3072,1,0,2.1764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,4096,1,0,3.0530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,6144,1,0,4.9556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,8192,1,0,7.5355
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,10240,1,0,10.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,12288,1,0,12.6655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,16384,1,0,20.1742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,32768,1,0,61.0150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,0,0.1284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,16,1,0,0.1597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,32,1,0,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,64,1,0,0.1919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,128,1,0,0.2499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,256,1,0,0.3910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,512,1,0,0.6870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1024,1,0,1.3324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1536,1,0,1.9985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,2048,1,0,2.7119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,3072,1,0,4.2602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,4096,1,0,6.2309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,6144,1,0,9.8311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,8192,1,0,14.9952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,10240,1,0,20.2690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,12288,1,0,25.7794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,16384,1,0,40.2537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,32768,1,0,118.9863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,0,0.1375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,16,1,0,0.1840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,32,1,0,0.2078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,64,1,0,0.2659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,128,1,0,0.3965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,256,1,0,0.6822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,512,1,0,1.3103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1024,1,0,2.5557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1536,1,0,3.9101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,2048,1,0,5.5395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,3072,1,0,8.4665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,4096,1,0,12.3586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,6144,1,0,20.1494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,8192,1,0,29.8820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,10240,1,0,40.4677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,12288,1,0,49.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,16384,1,0,77.5798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,0,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,16,1,0,0.2406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,32,1,0,0.2981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,64,1,0,0.4287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,128,1,0,0.6983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,256,1,0,1.3020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,512,1,0,2.5008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1024,1,0,5.2280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1536,1,0,7.7650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,2048,1,0,10.9908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,3072,1,0,17.4087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,4096,1,0,24.6167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,6144,1,0,38.0505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,8192,1,0,56.8350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,0,0.1546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,16,1,0,0.3657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,32,1,0,0.4969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,64,1,0,0.7670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,128,1,0,1.3424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,256,1,0,2.4813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,512,1,0,5.1252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1024,1,0,10.3792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1536,1,0,16.0209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,2048,1,0,21.9037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,3072,1,0,32.5958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,4096,1,0,46.2996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,0,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,16,1,0,0.6462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,32,1,0,0.9181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,64,1,0,1.4907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,128,1,0,2.5959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,256,1,0,5.0988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,512,1,0,10.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1024,1,0,20.7721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1536,1,0,29.9161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,2048,1,0,40.9877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,0,0.2110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,16,1,0,1.2577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,32,1,0,1.8365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,64,1,0,2.9451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,128,1,0,5.4041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,256,1,0,10.2167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,512,1,0,20.4940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1024,1,0,38.8523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,0,0.2875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,16,1,0,2.6736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,32,1,0,3.8086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,64,1,0,6.2920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,128,1,0,11.0979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,256,1,0,20.7748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,512,1,0,38.6308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,0,0.0931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,16,1,0,0.1098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,32,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,64,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,128,1,0,0.1229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,256,1,0,0.1487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,512,1,0,0.1856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1024,1,0,0.2793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1536,1,0,0.3596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,2048,1,0,0.4599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,3072,1,0,0.6732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,4096,1,0,0.9261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,6144,1,0,1.4805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,8192,1,0,2.1495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,10240,1,0,2.8661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,12288,1,0,3.6232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,16384,1,0,5.5350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,32768,1,0,16.3725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,0,0.0948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,16,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,32,1,0,0.1151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,64,1,0,0.1240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,128,1,0,0.1432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,256,1,0,0.1856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,512,1,0,0.2751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1024,1,0,0.4413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1536,1,0,0.6310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,2048,1,0,0.8433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,3072,1,0,1.3036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,4096,1,0,1.8181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,6144,1,0,2.9073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,8192,1,0,4.2383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,10240,1,0,5.6721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,12288,1,0,7.1691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,16384,1,0,11.1782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,32768,1,0,32.6023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,16,1,0,0.1237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,32,1,0,0.1281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,64,1,0,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,128,1,0,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,256,1,0,0.2714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,512,1,0,0.4378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1024,1,0,0.8041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1536,1,0,1.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,2048,1,0,1.6491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,3072,1,0,2.5571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,4096,1,0,3.5763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,6144,1,0,5.7474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,8192,1,0,8.5844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,10240,1,0,11.4928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,12288,1,0,14.2316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,16384,1,0,22.2667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,32768,1,0,65.0175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,16,1,0,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,32,1,0,0.1589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,64,1,0,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,128,1,0,0.2731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,256,1,0,0.4340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,512,1,0,0.7895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1024,1,0,1.5675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1536,1,0,2.3788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,2048,1,0,3.2346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,3072,1,0,5.0573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,4096,1,0,7.2704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,6144,1,0,11.4067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,8192,1,0,17.0644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,10240,1,0,22.8496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,12288,1,0,28.8765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,16384,1,0,44.3844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,16,1,0,0.1741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,32,1,0,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,64,1,0,0.2893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,128,1,0,0.4411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,256,1,0,0.7876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,512,1,0,1.5395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1024,1,0,3.0833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1536,1,0,4.7051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,2048,1,0,6.5892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,3072,1,0,10.0465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,4096,1,0,14.4450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,6144,1,0,23.2640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,8192,1,0,34.0032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,0,0.1242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,16,1,0,0.2448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,32,1,0,0.3239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,64,1,0,0.4747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,128,1,0,0.8060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,256,1,0,1.5348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,512,1,0,3.0314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1024,1,0,6.2851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1536,1,0,9.3402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,2048,1,0,13.0873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,3072,1,0,20.5234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,4096,1,0,28.7548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,16,1,0,0.3983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,32,1,0,0.5474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,64,1,0,0.8789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,128,1,0,1.5875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,256,1,0,3.0241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,512,1,0,6.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1024,1,0,12.5114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1536,1,0,19.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,2048,1,0,26.0932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,0,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,16,1,0,0.7180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,32,1,0,1.0533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,64,1,0,1.7611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,128,1,0,3.1684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,256,1,0,6.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,512,1,0,12.3792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1024,1,0,25.0423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,0,0.2003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,16,1,0,1.4688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,32,1,0,2.1908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,64,1,0,3.6158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,128,1,0,6.6397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,256,1,0,12.5231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,512,1,0,24.9142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,0,0.0845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,16,1,0,0.1042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,32,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,64,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,128,1,0,0.1100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,256,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,512,1,0,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1024,1,0,0.2031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1536,1,0,0.2518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,2048,1,0,0.3083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,3072,1,0,0.4246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,4096,1,0,0.5535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,6144,1,0,0.8564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,8192,1,0,1.2227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,10240,1,0,1.6399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,12288,1,0,2.0757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,16384,1,0,3.1146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,32768,1,0,8.7416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,0,0.0888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,16,1,0,0.1055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,32,1,0,0.1090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,64,1,0,0.1109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,128,1,0,0.1177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,256,1,0,0.1496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,512,1,0,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1024,1,0,0.3013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1536,1,0,0.4006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,2048,1,0,0.5115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,3072,1,0,0.7656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,4096,1,0,1.0603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,6144,1,0,1.7121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,8192,1,0,2.4636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,10240,1,0,3.2662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,12288,1,0,4.1002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,16384,1,0,6.1511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,32768,1,0,17.5583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,16,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,32,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,64,1,0,0.1180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,128,1,0,0.1448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,256,1,0,0.1989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,512,1,0,0.2955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1024,1,0,0.4927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1536,1,0,0.7223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,2048,1,0,0.9753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,3072,1,0,1.5330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,4096,1,0,2.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,6144,1,0,3.3863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,8192,1,0,4.8539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,10240,1,0,6.4467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,12288,1,0,8.1058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,16384,1,0,12.3880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,32768,1,0,34.9362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,16,1,0,0.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,32,1,0,0.1235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,64,1,0,0.1505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,128,1,0,0.2002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,256,1,0,0.2940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,512,1,0,0.4909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1024,1,0,0.9369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1536,1,0,1.4470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,2048,1,0,1.9683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,3072,1,0,3.0335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,4096,1,0,4.2040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,6144,1,0,6.6851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,8192,1,0,9.8174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,10240,1,0,13.0023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,12288,1,0,16.0451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,16384,1,0,24.6177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,16,1,0,0.1329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,32,1,0,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,64,1,0,0.2090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,128,1,0,0.2967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,256,1,0,0.4862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,512,1,0,0.9240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1024,1,0,1.8878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1536,1,0,2.8557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,2048,1,0,3.8561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,3072,1,0,5.9920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,4096,1,0,8.5040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,6144,1,0,13.2324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,8192,1,0,19.4582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,0,0.1087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,16,1,0,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,32,1,0,0.2263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,64,1,0,0.3127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,128,1,0,0.4940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,256,1,0,0.9226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,512,1,0,1.8647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1024,1,0,3.7106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1536,1,0,5.6431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,2048,1,0,7.8251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,3072,1,0,11.8595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,4096,1,0,16.8380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,16,1,0,0.2617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,32,1,0,0.3505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,64,1,0,0.5302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,128,1,0,0.9460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,256,1,0,1.8603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,512,1,0,3.6660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1024,1,0,7.5386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1536,1,0,11.1724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,2048,1,0,15.5242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,0,0.1319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,16,1,0,0.4344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,32,1,0,0.6163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,64,1,0,1.0332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,128,1,0,1.9309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,256,1,0,3.6725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,512,1,0,7.4771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1024,1,0,14.9901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,0,0.1660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,16,1,0,0.8250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,32,1,0,1.2482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,64,1,0,2.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,128,1,0,3.8877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,256,1,0,7.5423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,512,1,0,14.9475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,0,0.0828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,16,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,32,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,64,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,128,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,256,1,0,0.1159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,512,1,0,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1024,1,0,0.1699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1536,1,0,0.2041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,2048,1,0,0.2409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,3072,1,0,0.3130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,4096,1,0,0.3831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,6144,1,0,0.5646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,8192,1,0,0.7691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,10240,1,0,1.0050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,12288,1,0,1.2774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,16384,1,0,1.8760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,32768,1,0,5.0298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,0,0.0865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,16,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,32,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,64,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,128,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,256,1,0,0.1259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,512,1,0,0.1654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1024,1,0,0.2293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1536,1,0,0.2989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,2048,1,0,0.3651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,3072,1,0,0.5131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,4096,1,0,0.6860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,6144,1,0,1.0883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,8192,1,0,1.5504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,10240,1,0,2.0449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,12288,1,0,2.5613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,16384,1,0,3.7353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,32768,1,0,9.9601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,0,0.0890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,32,1,0,0.1078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,64,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,128,1,0,0.1218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,256,1,0,0.1643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,512,1,0,0.2243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1024,1,0,0.3582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1536,1,0,0.4903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,2048,1,0,0.6458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,3072,1,0,0.9962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,4096,1,0,1.3877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,6144,1,0,2.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,8192,1,0,3.0904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,10240,1,0,4.0492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,12288,1,0,5.0446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,16384,1,0,7.3878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,32768,1,0,19.9362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,0,0.0930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,16,1,0,0.1084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,32,1,0,0.1119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,64,1,0,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,128,1,0,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,256,1,0,0.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,512,1,0,0.3533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1024,1,0,0.6272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1536,1,0,0.9515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,2048,1,0,1.3007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,3072,1,0,2.0181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,4096,1,0,2.7616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,6144,1,0,4.3338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,8192,1,0,6.0998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,10240,1,0,7.9753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,12288,1,0,9.9342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,16384,1,0,14.8037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,16,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,32,1,0,0.1274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,64,1,0,0.1643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,128,1,0,0.2258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,256,1,0,0.3504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,512,1,0,0.6211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1024,1,0,1.2643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1536,1,0,1.9305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,2048,1,0,2.5944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,3072,1,0,3.9812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,4096,1,0,5.4458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,6144,1,0,8.5200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,8192,1,0,12.2415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,16,1,0,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,32,1,0,0.1752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,64,1,0,0.2342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,128,1,0,0.3546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,256,1,0,0.6206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,512,1,0,1.2495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1024,1,0,2.5159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1536,1,0,3.8015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,2048,1,0,5.1056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,3072,1,0,7.8244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,4096,1,0,10.9311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,0,0.1088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,16,1,0,0.1923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,32,1,0,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,64,1,0,0.3735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,128,1,0,0.6303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,256,1,0,1.2519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,512,1,0,2.5011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1024,1,0,4.9637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1536,1,0,7.4890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,2048,1,0,10.2757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,16,1,0,0.2951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,32,1,0,0.4169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,64,1,0,0.6739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,128,1,0,1.2837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,256,1,0,2.5016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,512,1,0,4.9319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1024,1,0,10.0176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,0,0.1332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,16,1,0,0.5202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,32,1,0,0.7813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,64,1,0,1.3962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,128,1,0,2.6093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,256,1,0,4.9744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,512,1,0,9.9912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,0,0.0805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,16,1,0,0.1008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,32,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,64,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,128,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,256,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,512,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1024,1,0,0.1538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1536,1,0,0.1817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,2048,1,0,0.2107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,3072,1,0,0.2696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,4096,1,0,0.3231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,6144,1,0,0.4329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,8192,1,0,0.5518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,10240,1,0,0.7103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,12288,1,0,0.8916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,16384,1,0,1.2478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,32768,1,0,3.1477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,0,0.0848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,16,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,32,1,0,0.1055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,64,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,128,1,0,0.1096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,256,1,0,0.1207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,512,1,0,0.1477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1024,1,0,0.1995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1536,1,0,0.2514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,2048,1,0,0.2998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,3072,1,0,0.3984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,4096,1,0,0.5129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,6144,1,0,0.7901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,8192,1,0,1.0805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,10240,1,0,1.4033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,12288,1,0,1.7496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,16384,1,0,2.4951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,32768,1,0,6.2491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,0,0.0845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,32,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,64,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,128,1,0,0.1162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,256,1,0,0.1464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,512,1,0,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1024,1,0,0.2875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1536,1,0,0.3945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,2048,1,0,0.5009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,3072,1,0,0.7413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,4096,1,0,0.9958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,6144,1,0,1.5586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,8192,1,0,2.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,10240,1,0,2.8160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,12288,1,0,3.4879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,16384,1,0,4.9514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,32768,1,0,12.3446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,0,0.0906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,16,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,32,1,0,0.1097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,64,1,0,0.1163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,128,1,0,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,256,1,0,0.1926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,512,1,0,0.2838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1024,1,0,0.4888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1536,1,0,0.7234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,2048,1,0,0.9633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,3072,1,0,1.4692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,4096,1,0,1.9963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,6144,1,0,3.1211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,8192,1,0,4.3097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,10240,1,0,5.5509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,12288,1,0,6.8409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,16384,1,0,9.7767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,0,0.0985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,16,1,0,0.1099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,32,1,0,0.1171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,64,1,0,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,128,1,0,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,256,1,0,0.2826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,512,1,0,0.4825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1024,1,0,0.9423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1536,1,0,1.4255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,2048,1,0,1.9242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,3072,1,0,2.9474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,4096,1,0,3.9731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,6144,1,0,6.1254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,8192,1,0,8.4730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,16,1,0,0.1225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,32,1,0,0.1463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,64,1,0,0.1945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,128,1,0,0.2854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,256,1,0,0.4794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,512,1,0,0.9353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1024,1,0,1.8830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1536,1,0,2.8605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,2048,1,0,3.8147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,3072,1,0,5.7732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,4096,1,0,7.8009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,0,0.1036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,16,1,0,0.1564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,32,1,0,0.2049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,64,1,0,0.2944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,128,1,0,0.4851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,256,1,0,0.9337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,512,1,0,1.8673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1024,1,0,3.7451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1536,1,0,5.6078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,2048,1,0,7.5011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,16,1,0,0.2255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,32,1,0,0.3167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,64,1,0,0.5074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,128,1,0,0.9496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,256,1,0,1.8766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,512,1,0,3.7332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1024,1,0,7.3733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,0,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,16,1,0,0.3677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,32,1,0,0.5603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,64,1,0,1.0036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,128,1,0,1.9256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,256,1,0,3.7543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,512,1,0,7.3621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,0,0.0767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,16,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,32,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,64,1,0,0.1035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,128,1,0,0.1067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,256,1,0,0.1131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,512,1,0,0.1215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1024,1,0,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1536,1,0,0.1716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,2048,1,0,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,3072,1,0,0.2502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,4096,1,0,0.2955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,6144,1,0,0.3947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,8192,1,0,0.5028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,10240,1,0,0.6149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,12288,1,0,0.7294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,16384,1,0,0.9608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,32768,1,0,2.2121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,0,0.0828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,16,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,32,1,0,0.1036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,64,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,128,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,256,1,0,0.1193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,512,1,0,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1024,1,0,0.1857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1536,1,0,0.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,2048,1,0,0.2736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,3072,1,0,0.3611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,4096,1,0,0.4575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,6144,1,0,0.6620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,8192,1,0,0.8695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,10240,1,0,1.1159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,12288,1,0,1.3697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,16384,1,0,1.8755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,32768,1,0,4.3992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,0,0.0866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,16,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,32,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,64,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,128,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,256,1,0,0.1413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,512,1,0,0.1807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1024,1,0,0.2622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1536,1,0,0.3430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,2048,1,0,0.4341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,3072,1,0,0.6376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,4096,1,0,0.8480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,6144,1,0,1.2805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,8192,1,0,1.7071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,10240,1,0,2.1835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,12288,1,0,2.6960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,16384,1,0,3.7405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,32768,1,0,8.6923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,0,0.0909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,32,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,64,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,128,1,0,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,256,1,0,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,512,1,0,0.2567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1024,1,0,0.4224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1536,1,0,0.6244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,2048,1,0,0.8240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,3072,1,0,1.2317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,4096,1,0,1.6416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,6144,1,0,2.5203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,8192,1,0,3.4053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,10240,1,0,4.3556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,12288,1,0,5.3254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,16384,1,0,7.4012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,16,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,32,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,64,1,0,0.1357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,128,1,0,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,256,1,0,0.2567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,512,1,0,0.4182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1024,1,0,0.8062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1536,1,0,1.2068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,2048,1,0,1.5946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,3072,1,0,2.4231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,4096,1,0,3.2635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,6144,1,0,4.9747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,8192,1,0,6.7358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,0,0.0994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,16,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,32,1,0,0.1356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,64,1,0,0.1756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,128,1,0,0.2527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,256,1,0,0.4176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,512,1,0,0.8010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1024,1,0,1.5741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1536,1,0,2.3812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,2048,1,0,3.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,3072,1,0,4.7943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,4096,1,0,6.4250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,16,1,0,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,32,1,0,0.1820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,64,1,0,0.2579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,128,1,0,0.4203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,256,1,0,0.7992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,512,1,0,1.5650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1024,1,0,3.1416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1536,1,0,4.7027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,2048,1,0,6.2688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,16,1,0,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,32,1,0,0.2690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,64,1,0,0.4319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,128,1,0,0.8060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,256,1,0,1.5682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,512,1,0,3.1298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1024,1,0,6.1939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,16,1,0,0.2950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,32,1,0,0.4601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,64,1,0,0.8351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,128,1,0,1.5879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,256,1,0,3.1457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,512,1,0,6.1941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,0,0.0743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,16,1,0,0.0987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,32,1,0,0.0988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,64,1,0,0.1016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,128,1,0,0.1057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,256,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,512,1,0,0.1215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1024,1,0,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1536,1,0,0.1701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,2048,1,0,0.1929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,3072,1,0,0.2408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,4096,1,0,0.2833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,6144,1,0,0.3739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,8192,1,0,0.4545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,10240,1,0,0.5829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,12288,1,0,0.6896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,16384,1,0,0.9074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,32768,1,0,1.7713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,0,0.0798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,16,1,0,0.0988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,32,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,64,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,128,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,256,1,0,0.1176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,512,1,0,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1024,1,0,0.1809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1536,1,0,0.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,2048,1,0,0.2609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,3072,1,0,0.3405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,4096,1,0,0.4298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,6144,1,0,0.6208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,8192,1,0,0.8161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,10240,1,0,1.0120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,12288,1,0,1.2072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,16384,1,0,1.5916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,32768,1,0,3.4585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,0,0.0846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,16,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,32,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,64,1,0,0.1085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,128,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,256,1,0,0.1403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,512,1,0,0.1753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1024,1,0,0.2489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1536,1,0,0.3232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,2048,1,0,0.4060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,3072,1,0,0.5867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,4096,1,0,0.7703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,6144,1,0,1.1471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,8192,1,0,1.5403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,10240,1,0,1.9417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,12288,1,0,2.3340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,16384,1,0,3.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,32768,1,0,6.8310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,0,0.0891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,16,1,0,0.1057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,32,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,64,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,128,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,256,1,0,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,512,1,0,0.2445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1024,1,0,0.3956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1536,1,0,0.5699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,2048,1,0,0.7472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,3072,1,0,1.1180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,4096,1,0,1.4861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,6144,1,0,2.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,8192,1,0,2.9816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,10240,1,0,3.7567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,12288,1,0,4.5490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,16384,1,0,6.1800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,0,0.0952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,16,1,0,0.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,32,1,0,0.1137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,64,1,0,0.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,128,1,0,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,256,1,0,0.2431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,512,1,0,0.3892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1024,1,0,0.7374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1536,1,0,1.1025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,2048,1,0,1.4551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,3072,1,0,2.1758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,4096,1,0,2.8889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,6144,1,0,4.3656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,8192,1,0,5.8883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,0,0.0978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,16,1,0,0.1137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,32,1,0,0.1344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,64,1,0,0.1699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,128,1,0,0.2388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,256,1,0,0.3897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,512,1,0,0.7342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1024,1,0,1.4367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1536,1,0,2.1491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,2048,1,0,2.8372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,3072,1,0,4.2624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,4096,1,0,5.6993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,16,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,32,1,0,0.1710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,64,1,0,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,128,1,0,0.3858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,256,1,0,0.7342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,512,1,0,1.4316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1024,1,0,2.8183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1536,1,0,4.2131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,2048,1,0,5.6153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,16,1,0,0.1780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,32,1,0,0.2460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,64,1,0,0.3921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,128,1,0,0.7359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,256,1,0,1.4283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,512,1,0,2.8101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1024,1,0,5.5817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,0,0.1142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,16,1,0,0.2607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,32,1,0,0.4065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,64,1,0,0.7504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,128,1,0,1.4429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,256,1,0,2.8102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,512,1,0,5.5777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,0,0.0767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,16,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,32,1,0,0.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,64,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,128,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,256,1,0,0.1107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,512,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1024,1,0,0.1429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1536,1,0,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,2048,1,0,0.1905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,3072,1,0,0.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,4096,1,0,0.2783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,6144,1,0,0.3664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,8192,1,0,0.4113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,10240,1,0,0.5126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,12288,1,0,0.6056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,16384,1,0,0.8322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,32768,1,0,1.7282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,0,0.0784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,16,1,0,0.0967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,32,1,0,0.0988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,64,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,128,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,256,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,512,1,0,0.1377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1024,1,0,0.1783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1536,1,0,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,2048,1,0,0.2566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,3072,1,0,0.3322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,4096,1,0,0.4194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,6144,1,0,0.6051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,8192,1,0,0.7740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,10240,1,0,0.9875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,12288,1,0,1.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,16384,1,0,1.5456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,32768,1,0,3.0337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,0,0.0803
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,16,1,0,0.0988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,32,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,64,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,128,1,0,0.1117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,256,1,0,0.1374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,512,1,0,0.1737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1024,1,0,0.2452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1536,1,0,0.3164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,2048,1,0,0.3968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,3072,1,0,0.5720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,4096,1,0,0.7488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,6144,1,0,1.1023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,8192,1,0,1.4572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,10240,1,0,1.8178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,12288,1,0,2.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,16384,1,0,2.9230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,32768,1,0,5.9376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,0,0.0868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,16,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,32,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,64,1,0,0.1128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,128,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,256,1,0,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,512,1,0,0.2395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1024,1,0,0.3856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1536,1,0,0.5550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,2048,1,0,0.7274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,3072,1,0,1.0685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,4096,1,0,1.4091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,6144,1,0,2.1184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,8192,1,0,2.8092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,10240,1,0,3.5107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,12288,1,0,4.2172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,16384,1,0,5.6569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,0,0.0930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,16,1,0,0.1057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,32,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,64,1,0,0.1300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,128,1,0,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,256,1,0,0.2393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,512,1,0,0.3800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1024,1,0,0.7165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1536,1,0,1.0507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,2048,1,0,1.3853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,3072,1,0,2.0823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,4096,1,0,2.7520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,6144,1,0,4.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,8192,1,0,5.4640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,0,0.0929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,16,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,32,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,64,1,0,0.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,128,1,0,0.2330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,256,1,0,0.3799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,512,1,0,0.7106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1024,1,0,1.3791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1536,1,0,2.0667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,2048,1,0,2.7188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,3072,1,0,4.0376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,4096,1,0,5.3747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,0,0.0975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,16,1,0,0.1310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,32,1,0,0.1677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,64,1,0,0.2345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,128,1,0,0.3752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,256,1,0,0.7106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,512,1,0,1.3697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1024,1,0,2.7036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1536,1,0,4.0060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,2048,1,0,5.3250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,0,0.1015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,16,1,0,0.1693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,32,1,0,0.2347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,64,1,0,0.3767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,128,1,0,0.7061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,256,1,0,1.3737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,512,1,0,2.6941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1024,1,0,5.3012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,16,1,0,0.2442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,32,1,0,0.3856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,64,1,0,0.7155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,128,1,0,1.3772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,256,1,0,2.6951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,512,1,0,5.2884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,0,0.1157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,16,1,0,0.1340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,32,1,0,0.1376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,64,1,0,0.1436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,128,1,0,0.1541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,256,1,0,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,512,1,0,0.2500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1024,1,0,0.3977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1536,1,0,0.5433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,2048,1,0,0.7359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,3072,1,0,1.1392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,4096,1,0,1.5822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,6144,1,0,2.5230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,8192,1,0,3.7155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,10240,1,0,5.0065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,12288,1,0,6.3730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,16384,1,0,10.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,32768,1,0,30.5371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,0,0.1218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,16,1,0,0.1458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,32,1,0,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,64,1,0,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,128,1,0,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,256,1,0,0.2495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,512,1,0,0.3947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1024,1,0,0.6990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1536,1,0,1.0548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,2048,1,0,1.4146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,3072,1,0,2.1737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,4096,1,0,3.0566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,6144,1,0,4.9542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,8192,1,0,7.5369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,10240,1,0,10.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,12288,1,0,12.6482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,16384,1,0,20.1876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,32768,1,0,60.9471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,0,0.1242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,16,1,0,0.1588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,32,1,0,0.1680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,64,1,0,0.1920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,128,1,0,0.2495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,256,1,0,0.3920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,512,1,0,0.6846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1024,1,0,1.3330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1536,1,0,2.0003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,2048,1,0,2.7092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,3072,1,0,4.2620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,4096,1,0,6.2217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,6144,1,0,9.8331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,8192,1,0,14.9788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,10240,1,0,20.2678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,12288,1,0,25.7702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,16384,1,0,40.2554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,32768,1,0,118.9254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,0,0.1298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,16,1,0,0.1839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,32,1,0,0.2080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,64,1,0,0.2653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,128,1,0,0.3971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,256,1,0,0.6835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,512,1,0,1.3056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1024,1,0,2.5538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1536,1,0,3.9051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,2048,1,0,5.5404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,3072,1,0,8.4558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,4096,1,0,12.3528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,6144,1,0,20.1264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,8192,1,0,29.8805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,10240,1,0,40.4100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,12288,1,0,49.2430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,16384,1,0,77.5632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,0,0.1377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,16,1,0,0.2404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,32,1,0,0.2976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,64,1,0,0.4252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,128,1,0,0.6986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,256,1,0,1.2957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,512,1,0,2.4991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1024,1,0,5.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1536,1,0,7.7653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,2048,1,0,10.9958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,3072,1,0,17.4141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,4096,1,0,24.6266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,6144,1,0,38.0514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,8192,1,0,56.7909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,0,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,16,1,0,0.3664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,32,1,0,0.4975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,64,1,0,0.7644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,128,1,0,1.3413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,256,1,0,2.4820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,512,1,0,5.1269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1024,1,0,10.3761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1536,1,0,16.0288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,2048,1,0,21.9000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,3072,1,0,32.5945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,4096,1,0,46.3134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,0,0.1500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,16,1,0,0.6461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,32,1,0,0.9171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,64,1,0,1.4888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,128,1,0,2.5950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,256,1,0,5.0965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,512,1,0,10.2036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1024,1,0,20.7465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1536,1,0,29.8882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,2048,1,0,40.9489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,0,0.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,16,1,0,1.2554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,32,1,0,1.8346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,64,1,0,2.9399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,128,1,0,5.4056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,256,1,0,10.2120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,512,1,0,20.4887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1024,1,0,38.8221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,0,0.2117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,16,1,0,2.6711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,32,1,0,3.8066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,64,1,0,6.2918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,128,1,0,11.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,256,1,0,20.7709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,512,1,0,38.6049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,0,0.0927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,16,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,32,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,64,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,128,1,0,0.1224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,256,1,0,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,512,1,0,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1024,1,0,0.2795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1536,1,0,0.3605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,2048,1,0,0.4593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,3072,1,0,0.6711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,4096,1,0,0.9251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,6144,1,0,1.4814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,8192,1,0,2.1456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,10240,1,0,2.8649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,12288,1,0,3.6229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,16384,1,0,5.5336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,32768,1,0,16.3609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,0,0.0950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,16,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,32,1,0,0.1176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,64,1,0,0.1240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,128,1,0,0.1442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,256,1,0,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,512,1,0,0.2725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1024,1,0,0.4419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1536,1,0,0.6299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,2048,1,0,0.8432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,3072,1,0,1.3020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,4096,1,0,1.8177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,6144,1,0,2.9036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,8192,1,0,4.2347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,10240,1,0,5.6710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,12288,1,0,7.1633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,16384,1,0,11.1836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,32768,1,0,32.5987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,0,0.0972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,16,1,0,0.1215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,32,1,0,0.1280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,64,1,0,0.1492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,128,1,0,0.1862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,256,1,0,0.2709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,512,1,0,0.4381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1024,1,0,0.8054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1536,1,0,1.2157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,2048,1,0,1.6469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,3072,1,0,2.5589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,4096,1,0,3.5768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,6144,1,0,5.7515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,8192,1,0,8.5775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,10240,1,0,11.4957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,12288,1,0,14.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,16384,1,0,22.2643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,32768,1,0,65.0398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,16,1,0,0.1369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,32,1,0,0.1591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,64,1,0,0.1957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,128,1,0,0.2742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,256,1,0,0.4343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,512,1,0,0.7902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1024,1,0,1.5681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1536,1,0,2.3792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,2048,1,0,3.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,3072,1,0,5.0592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,4096,1,0,7.2712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,6144,1,0,11.4153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,8192,1,0,17.0686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,10240,1,0,22.8521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,12288,1,0,28.8843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,16384,1,0,44.3539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,0,0.1088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,16,1,0,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,32,1,0,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,64,1,0,0.2895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,128,1,0,0.4396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,256,1,0,0.7877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,512,1,0,1.5415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1024,1,0,3.0802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1536,1,0,4.7014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,2048,1,0,6.5854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,3072,1,0,10.0443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,4096,1,0,14.4447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,6144,1,0,23.2544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,8192,1,0,33.9915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,16,1,0,0.2447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,32,1,0,0.3241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,64,1,0,0.4742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,128,1,0,0.8039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,256,1,0,1.5370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,512,1,0,3.0317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1024,1,0,6.2845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1536,1,0,9.3379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,2048,1,0,13.0903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,3072,1,0,20.5275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,4096,1,0,28.7693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,0,0.1193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,16,1,0,0.3982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,32,1,0,0.5503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,64,1,0,0.8798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,128,1,0,1.5892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,256,1,0,3.0212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,512,1,0,6.1943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1024,1,0,12.5170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1536,1,0,19.1649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,2048,1,0,26.1019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,0,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,16,1,0,0.7178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,32,1,0,1.0515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,64,1,0,1.7612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,128,1,0,3.1673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,256,1,0,6.2046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,512,1,0,12.3842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1024,1,0,25.0387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,0,0.1599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,16,1,0,1.4684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,32,1,0,2.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,64,1,0,3.6119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,128,1,0,6.6443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,256,1,0,12.5200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,512,1,0,24.9241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,16,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,32,1,0,0.1057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,64,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,128,1,0,0.1109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,256,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,512,1,0,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1024,1,0,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1536,1,0,0.2518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,2048,1,0,0.3091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,3072,1,0,0.4255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,4096,1,0,0.5536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,6144,1,0,0.8574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,8192,1,0,1.2246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,10240,1,0,1.6381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,12288,1,0,2.0754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,16384,1,0,3.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,32768,1,0,8.7372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,0,0.0958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,16,1,0,0.1060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,32,1,0,0.1090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,64,1,0,0.1118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,128,1,0,0.1192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,256,1,0,0.1493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,512,1,0,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1024,1,0,0.3009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1536,1,0,0.4018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,2048,1,0,0.5108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,3072,1,0,0.7666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,4096,1,0,1.0612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,6144,1,0,1.7095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,8192,1,0,2.4635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,10240,1,0,3.2638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,12288,1,0,4.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,16384,1,0,6.1497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,32768,1,0,17.5549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,16,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,32,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,64,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,128,1,0,0.1455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,256,1,0,0.2001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,512,1,0,0.2955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1024,1,0,0.4930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1536,1,0,0.7229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,2048,1,0,0.9767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,3072,1,0,1.5309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,4096,1,0,2.1341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,6144,1,0,3.3808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,8192,1,0,4.8556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,10240,1,0,6.4453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,12288,1,0,8.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,16384,1,0,12.3926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,32768,1,0,34.9444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,0,0.1049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,16,1,0,0.1178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,32,1,0,0.1256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,64,1,0,0.1511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,128,1,0,0.1998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,256,1,0,0.2928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,512,1,0,0.4889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1024,1,0,0.9391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1536,1,0,1.4463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,2048,1,0,1.9641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,3072,1,0,3.0363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,4096,1,0,4.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,6144,1,0,6.6927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,8192,1,0,9.8072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,10240,1,0,13.0016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,12288,1,0,16.0354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,16384,1,0,24.6320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,16,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,32,1,0,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,64,1,0,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,128,1,0,0.2960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,256,1,0,0.4862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,512,1,0,0.9234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1024,1,0,1.8836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1536,1,0,2.8556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,2048,1,0,3.8628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,3072,1,0,5.9971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,4096,1,0,8.5017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,6144,1,0,13.2263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,8192,1,0,19.4614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,0,0.1163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,16,1,0,0.1766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,32,1,0,0.2248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,64,1,0,0.3120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,128,1,0,0.4943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,256,1,0,0.9246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,512,1,0,1.8614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1024,1,0,3.7089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1536,1,0,5.6403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,2048,1,0,7.8223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,3072,1,0,11.8652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,4096,1,0,16.8447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,0,0.1262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,16,1,0,0.2623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,32,1,0,0.3500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,64,1,0,0.5307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,128,1,0,0.9462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,256,1,0,1.8639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,512,1,0,3.6673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1024,1,0,7.5359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1536,1,0,11.1704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,2048,1,0,15.5193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,0,0.1520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,16,1,0,0.4341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,32,1,0,0.6155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,64,1,0,1.0338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,128,1,0,1.9291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,256,1,0,3.6744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,512,1,0,7.4686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1024,1,0,14.9899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,0,0.1943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,16,1,0,0.8269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,32,1,0,1.2489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,64,1,0,2.1534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,128,1,0,3.8839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,256,1,0,7.5413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,512,1,0,14.9385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,0,0.0910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,16,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,32,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,64,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,128,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,256,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,512,1,0,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1024,1,0,0.1711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1536,1,0,0.2044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,2048,1,0,0.2408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,3072,1,0,0.3123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,4096,1,0,0.3826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,6144,1,0,0.5657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,8192,1,0,0.7687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,10240,1,0,1.0079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,12288,1,0,1.2776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,16384,1,0,1.8731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,32768,1,0,5.0316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,0,0.0930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,16,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,32,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,64,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,128,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,256,1,0,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,512,1,0,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1024,1,0,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1536,1,0,0.2987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,2048,1,0,0.3658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,3072,1,0,0.5135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,4096,1,0,0.6861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,6144,1,0,1.0856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,8192,1,0,1.5504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,10240,1,0,2.0469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,12288,1,0,2.5580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,16384,1,0,3.7375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,32768,1,0,9.9566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,0,0.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,32,1,0,0.1084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,64,1,0,0.1117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,128,1,0,0.1224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,256,1,0,0.1650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,512,1,0,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1024,1,0,0.3577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1536,1,0,0.4914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,2048,1,0,0.6439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,3072,1,0,0.9935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,4096,1,0,1.3847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,6144,1,0,2.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,8192,1,0,3.0920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,10240,1,0,4.0408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,12288,1,0,5.0459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,16384,1,0,7.3826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,32768,1,0,19.9382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,16,1,0,0.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,32,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,64,1,0,0.1213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,128,1,0,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,256,1,0,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,512,1,0,0.3538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1024,1,0,0.6279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1536,1,0,0.9512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,2048,1,0,1.3025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,3072,1,0,2.0185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,4096,1,0,2.7627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,6144,1,0,4.3330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,8192,1,0,6.0950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,10240,1,0,7.9729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,12288,1,0,9.9349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,16384,1,0,14.8088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,0,0.1069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,16,1,0,0.1177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,32,1,0,0.1279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,64,1,0,0.1651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,128,1,0,0.2253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,256,1,0,0.3505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,512,1,0,0.6225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1024,1,0,1.2646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1536,1,0,1.9263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,2048,1,0,2.5945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,3072,1,0,3.9798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,4096,1,0,5.4438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,6144,1,0,8.5161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,8192,1,0,12.2298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,16,1,0,0.1368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,32,1,0,0.1757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,64,1,0,0.2347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,128,1,0,0.3548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,256,1,0,0.6205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,512,1,0,1.2512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1024,1,0,2.5169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1536,1,0,3.8046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,2048,1,0,5.1084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,3072,1,0,7.8241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,4096,1,0,10.9308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,16,1,0,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,32,1,0,0.2536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,64,1,0,0.3729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,128,1,0,0.6307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,256,1,0,1.2523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,512,1,0,2.4980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1024,1,0,4.9655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1536,1,0,7.4893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,2048,1,0,10.2828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,0,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,16,1,0,0.2958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,32,1,0,0.4153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,64,1,0,0.6753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,128,1,0,1.2834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,256,1,0,2.5039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,512,1,0,4.9341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1024,1,0,10.0215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,0,0.1517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,16,1,0,0.5202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,32,1,0,0.7802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,64,1,0,1.3945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,128,1,0,2.6091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,256,1,0,4.9674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,512,1,0,9.9813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,0,0.0886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,16,1,0,0.1007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,32,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,64,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,128,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,256,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,512,1,0,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1024,1,0,0.1531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1536,1,0,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,2048,1,0,0.2099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,3072,1,0,0.2697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,4096,1,0,0.3225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,6144,1,0,0.4333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,8192,1,0,0.5516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,10240,1,0,0.7117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,12288,1,0,0.8904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,16384,1,0,1.2498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,32768,1,0,3.1494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,0,0.0923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,16,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,32,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,64,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,128,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,256,1,0,0.1201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,512,1,0,0.1476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1024,1,0,0.1983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1536,1,0,0.2517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,2048,1,0,0.3000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,3072,1,0,0.3995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,4096,1,0,0.5130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,6144,1,0,0.7889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,8192,1,0,1.0822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,10240,1,0,1.4023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,12288,1,0,1.7524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,16384,1,0,2.4927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,32768,1,0,6.2493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,0,0.0927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,32,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,64,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,128,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,256,1,0,0.1459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,512,1,0,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1024,1,0,0.2879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1536,1,0,0.3937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,2048,1,0,0.5012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,3072,1,0,0.7414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,4096,1,0,0.9945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,6144,1,0,1.5595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,8192,1,0,2.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,10240,1,0,2.8121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,12288,1,0,3.4876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,16384,1,0,4.9572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,32768,1,0,12.3420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,0,0.0991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,16,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,32,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,64,1,0,0.1162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,128,1,0,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,256,1,0,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,512,1,0,0.2822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1024,1,0,0.4882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1536,1,0,0.7212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,2048,1,0,0.9647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,3072,1,0,1.4700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,4096,1,0,1.9974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,6144,1,0,3.1237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,8192,1,0,4.3098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,10240,1,0,5.5510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,12288,1,0,6.8391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,16384,1,0,9.7683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,16,1,0,0.1097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,32,1,0,0.1166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,64,1,0,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,128,1,0,0.1889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,256,1,0,0.2834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,512,1,0,0.4822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1024,1,0,0.9418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1536,1,0,1.4268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,2048,1,0,1.9239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,3072,1,0,2.9480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,4096,1,0,3.9683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,6144,1,0,6.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,8192,1,0,8.4855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,16,1,0,0.1228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,32,1,0,0.1465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,64,1,0,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,128,1,0,0.2836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,256,1,0,0.4793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,512,1,0,0.9333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1024,1,0,1.8855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1536,1,0,2.8614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,2048,1,0,3.8123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,3072,1,0,5.7741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,4096,1,0,7.8122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,0,0.1101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,16,1,0,0.1572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,32,1,0,0.2045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,64,1,0,0.2944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,128,1,0,0.4848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,256,1,0,0.9330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,512,1,0,1.8711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1024,1,0,3.7421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1536,1,0,5.6085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,2048,1,0,7.5030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,16,1,0,0.2263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,32,1,0,0.3159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,64,1,0,0.5071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,128,1,0,0.9475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,256,1,0,1.8808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,512,1,0,3.7346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1024,1,0,7.3704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,16,1,0,0.3685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,32,1,0,0.5601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,64,1,0,1.0038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,128,1,0,1.9249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,256,1,0,3.7542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,512,1,0,7.3621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,0,0.0867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,16,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,32,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,64,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,128,1,0,0.1060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,256,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,512,1,0,0.1216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1024,1,0,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1536,1,0,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,2048,1,0,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,3072,1,0,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,4096,1,0,0.2956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,6144,1,0,0.3943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,8192,1,0,0.5023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,10240,1,0,0.6159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,12288,1,0,0.7279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,16384,1,0,0.9596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,32768,1,0,2.2112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,0,0.0907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,16,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,32,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,64,1,0,0.1061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,128,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,256,1,0,0.1193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,512,1,0,0.1438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1024,1,0,0.1859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1536,1,0,0.2322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,2048,1,0,0.2733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,3072,1,0,0.3612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,4096,1,0,0.4559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,6144,1,0,0.6597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,8192,1,0,0.8698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,10240,1,0,1.1170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,12288,1,0,1.3683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,16384,1,0,1.8735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,32768,1,0,4.3956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,16,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,32,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,64,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,128,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,256,1,0,0.1413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,512,1,0,0.1794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1024,1,0,0.2617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1536,1,0,0.3438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,2048,1,0,0.4332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,3072,1,0,0.6348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,4096,1,0,0.8500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,6144,1,0,1.2809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,8192,1,0,1.7034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,10240,1,0,2.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,12288,1,0,2.6963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,16384,1,0,3.7379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,32768,1,0,8.6879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,0,0.0987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,16,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,32,1,0,0.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,64,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,128,1,0,0.1357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,256,1,0,0.1799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,512,1,0,0.2565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1024,1,0,0.4237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1536,1,0,0.6236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,2048,1,0,0.8237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,3072,1,0,1.2322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,4096,1,0,1.6412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,6144,1,0,2.5182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,8192,1,0,3.4022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,10240,1,0,4.3486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,12288,1,0,5.3253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,16384,1,0,7.3956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,16,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,32,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,64,1,0,0.1359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,128,1,0,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,256,1,0,0.2565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,512,1,0,0.4176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1024,1,0,0.8074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1536,1,0,1.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,2048,1,0,1.5959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,3072,1,0,2.4256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,4096,1,0,3.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,6144,1,0,4.9705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,8192,1,0,6.7214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,16,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,32,1,0,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,64,1,0,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,128,1,0,0.2519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,256,1,0,0.4190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,512,1,0,0.7993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1024,1,0,1.5713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1536,1,0,2.3780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,2048,1,0,3.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,3072,1,0,4.7996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,4096,1,0,6.4309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,0,0.1090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,16,1,0,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,32,1,0,0.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,64,1,0,0.2583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,128,1,0,0.4208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,256,1,0,0.7991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,512,1,0,1.5657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1024,1,0,3.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1536,1,0,4.7077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,2048,1,0,6.2784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,0,0.1128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,16,1,0,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,32,1,0,0.2694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,64,1,0,0.4320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,128,1,0,0.8053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,256,1,0,1.5659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,512,1,0,3.1246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1024,1,0,6.2002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,0,0.1221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,16,1,0,0.2951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,32,1,0,0.4602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,64,1,0,0.8343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,128,1,0,1.5912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,256,1,0,3.1386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,512,1,0,6.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,0,0.0815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,16,1,0,0.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,32,1,0,0.0988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,64,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,128,1,0,0.1058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,256,1,0,0.1127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,512,1,0,0.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1024,1,0,0.1449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1536,1,0,0.1703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,2048,1,0,0.1925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,3072,1,0,0.2401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,4096,1,0,0.2837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,6144,1,0,0.3735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,8192,1,0,0.4528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,10240,1,0,0.5836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,12288,1,0,0.6883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,16384,1,0,0.9069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,32768,1,0,1.7687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,0,0.0873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,16,1,0,0.0988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,32,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,64,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,128,1,0,0.1078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,256,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,512,1,0,0.1403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1024,1,0,0.1813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1536,1,0,0.2234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,2048,1,0,0.2609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,3072,1,0,0.3404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,4096,1,0,0.4288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,6144,1,0,0.6203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,8192,1,0,0.8154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,10240,1,0,1.0131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,12288,1,0,1.2071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,16384,1,0,1.5927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,32768,1,0,3.4542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,0,0.0914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,16,1,0,0.1014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,32,1,0,0.1056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,64,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,128,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,256,1,0,0.1395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,512,1,0,0.1759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1024,1,0,0.2494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1536,1,0,0.3235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,2048,1,0,0.4060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,3072,1,0,0.5860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,4096,1,0,0.7710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,6144,1,0,1.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,8192,1,0,1.5388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,10240,1,0,1.9406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,12288,1,0,2.3372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,16384,1,0,3.1163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,32768,1,0,6.8368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,0,0.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,16,1,0,0.1057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,32,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,64,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,128,1,0,0.1340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,256,1,0,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,512,1,0,0.2442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1024,1,0,0.3949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1536,1,0,0.5692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,2048,1,0,0.7482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,3072,1,0,1.1205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,4096,1,0,1.4882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,6144,1,0,2.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,8192,1,0,2.9788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,10240,1,0,3.7584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,12288,1,0,4.5576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,16384,1,0,6.1822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,0,0.1023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,16,1,0,0.1084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,32,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,64,1,0,0.1339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,128,1,0,0.1699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,256,1,0,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,512,1,0,0.3892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1024,1,0,0.7363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1536,1,0,1.1026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,2048,1,0,1.4556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,3072,1,0,2.1753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,4096,1,0,2.8885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,6144,1,0,4.3588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,8192,1,0,5.8815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,0,0.1049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,16,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,32,1,0,0.1334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,64,1,0,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,128,1,0,0.2387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,256,1,0,0.3898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,512,1,0,0.7322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1024,1,0,1.4380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1536,1,0,2.1477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,2048,1,0,2.8399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,3072,1,0,4.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,4096,1,0,5.7144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,0,0.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,16,1,0,0.1344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,32,1,0,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,64,1,0,0.2408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,128,1,0,0.3860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,256,1,0,0.7319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,512,1,0,1.4322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1024,1,0,2.8164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1536,1,0,4.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,2048,1,0,5.6182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,16,1,0,0.1781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,32,1,0,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,64,1,0,0.3921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,128,1,0,0.7350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,256,1,0,1.4307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,512,1,0,2.8072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1024,1,0,5.5892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,0,0.1187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,16,1,0,0.2611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,32,1,0,0.4078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,64,1,0,0.7497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,128,1,0,1.4456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,256,1,0,2.8107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,512,1,0,5.5759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,0,0.0846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,16,1,0,0.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,32,1,0,0.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,64,1,0,0.0992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,128,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,256,1,0,0.1104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,512,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1024,1,0,0.1412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1536,1,0,0.1670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,2048,1,0,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,3072,1,0,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,4096,1,0,0.2787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,6144,1,0,0.3664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,8192,1,0,0.4108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,10240,1,0,0.5136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,12288,1,0,0.6045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,16384,1,0,0.8326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,32768,1,0,1.7268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,0,0.0858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,16,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,32,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,64,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,128,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,256,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,512,1,0,0.1376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1024,1,0,0.1786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1536,1,0,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,2048,1,0,0.2569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,3072,1,0,0.3333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,4096,1,0,0.4194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,6144,1,0,0.6033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,8192,1,0,0.7748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,10240,1,0,0.9855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,12288,1,0,1.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,16384,1,0,1.5479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,32768,1,0,3.0347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,0,0.0889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,16,1,0,0.0988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,32,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,64,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,128,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,256,1,0,0.1359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,512,1,0,0.1731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1024,1,0,0.2448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1536,1,0,0.3173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,2048,1,0,0.3972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,3072,1,0,0.5703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,4096,1,0,0.7495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,6144,1,0,1.1021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,8192,1,0,1.4554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,10240,1,0,1.8170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,12288,1,0,2.1691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,16384,1,0,2.9253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,32768,1,0,5.9468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,0,0.0949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,16,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,32,1,0,0.1059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,64,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,128,1,0,0.1292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,256,1,0,0.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,512,1,0,0.2388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1024,1,0,0.3854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1536,1,0,0.5525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,2048,1,0,0.7268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,3072,1,0,1.0676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,4096,1,0,1.4087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,6144,1,0,2.1177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,8192,1,0,2.8069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,10240,1,0,3.5140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,12288,1,0,4.2155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,16384,1,0,5.6588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,32,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,64,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,128,1,0,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,256,1,0,0.2395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,512,1,0,0.3804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1024,1,0,0.7148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1536,1,0,1.0515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,2048,1,0,1.3898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,3072,1,0,2.0820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,4096,1,0,2.7514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,6144,1,0,4.0965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,8192,1,0,5.4650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,16,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,32,1,0,0.1298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,64,1,0,0.1678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,128,1,0,0.2327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,256,1,0,0.3808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,512,1,0,0.7093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1024,1,0,1.3777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1536,1,0,2.0636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,2048,1,0,2.7158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,3072,1,0,4.0410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,4096,1,0,5.3660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,0,0.1035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,16,1,0,0.1298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,32,1,0,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,64,1,0,0.2342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,128,1,0,0.3753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,256,1,0,0.7125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,512,1,0,1.3723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1024,1,0,2.6992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1536,1,0,4.0082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,2048,1,0,5.3194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,0,0.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,16,1,0,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,32,1,0,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,64,1,0,0.3772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,128,1,0,0.7075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,256,1,0,1.3732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,512,1,0,2.6976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1024,1,0,5.2911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,16,1,0,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,32,1,0,0.3850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,64,1,0,0.7159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,128,1,0,1.3827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,256,1,0,2.6953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,512,1,0,5.2837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,1,1,0,0.1183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,16,1,0,0.1350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,32,1,0,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,64,1,0,0.1432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,128,1,0,0.1535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,256,1,0,0.1824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,512,1,0,0.2510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,1024,1,0,0.3970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,1536,1,0,0.5430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,2048,1,0,0.7359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,3072,1,0,1.1396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,4096,1,0,1.5832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,6144,1,0,2.5240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,8192,1,0,3.7154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,10240,1,0,5.0094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,12288,1,0,6.3730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,16384,1,0,10.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,32768,1,0,30.5447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,1,1,0,0.1213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,16,1,0,0.1464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,32,1,0,0.1509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,64,1,0,0.1602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,128,1,0,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,256,1,0,0.2491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,512,1,0,0.3936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,1024,1,0,0.6992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,1536,1,0,1.0553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,2048,1,0,1.4139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,3072,1,0,2.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,4096,1,0,3.0549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,6144,1,0,4.9534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,8192,1,0,7.5314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,10240,1,0,10.1816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,12288,1,0,12.6499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,16384,1,0,20.1825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,32768,1,0,60.9478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,1,1,0,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,16,1,0,0.1591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,32,1,0,0.1672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,64,1,0,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,128,1,0,0.2491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,256,1,0,0.3905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,512,1,0,0.6843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,1024,1,0,1.3358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,1536,1,0,1.9993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,2048,1,0,2.7077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,3072,1,0,4.2596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,4096,1,0,6.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,6144,1,0,9.8426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,8192,1,0,14.9735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,10240,1,0,20.2662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,12288,1,0,25.7609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,16384,1,0,40.2401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,32768,1,0,118.9169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,1,1,0,0.1302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,16,1,0,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,32,1,0,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,64,1,0,0.2655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,128,1,0,0.3965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,256,1,0,0.6838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,512,1,0,1.3082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,1024,1,0,2.5531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,1536,1,0,3.9044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,2048,1,0,5.5339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,3072,1,0,8.4561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,4096,1,0,12.3532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,6144,1,0,20.1327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,8192,1,0,29.8615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,10240,1,0,40.4040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,12288,1,0,49.2685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,16384,1,0,77.5202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,1,1,0,0.1377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,16,1,0,0.2398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,32,1,0,0.2981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,64,1,0,0.4306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,128,1,0,0.6964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,256,1,0,1.2977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,512,1,0,2.5030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,1024,1,0,5.2274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,1536,1,0,7.7619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,2048,1,0,10.9798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,3072,1,0,17.4072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,4096,1,0,24.6105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,6144,1,0,38.0333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,8192,1,0,56.7266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,1,1,0,0.1417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,16,1,0,0.3661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,32,1,0,0.4969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,64,1,0,0.7639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,128,1,0,1.3423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,256,1,0,2.4861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,512,1,0,5.1233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,1024,1,0,10.3846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,1536,1,0,16.0057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,2048,1,0,21.9039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,3072,1,0,32.5845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,4096,1,0,46.3477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,1,1,0,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,16,1,0,0.6460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,32,1,0,0.9178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,64,1,0,1.4908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,128,1,0,2.5937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,256,1,0,5.1002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,512,1,0,10.2087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,1024,1,0,20.7615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,1536,1,0,29.9091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,2048,1,0,40.9879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,1,1,0,0.1710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,16,1,0,1.2543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,32,1,0,1.8351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,64,1,0,2.9453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,128,1,0,5.4001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,256,1,0,10.2214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,512,1,0,20.4701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,1024,1,0,38.8542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,256,1,1,0,0.2128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,256,16,1,0,2.6728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,256,32,1,0,3.8050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,256,64,1,0,6.2937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,256,128,1,0,11.0890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,256,256,1,0,20.7799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,256,512,1,0,38.5739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,1,1,0,0.0904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,16,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,32,1,0,0.1117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,64,1,0,0.1145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,128,1,0,0.1231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,256,1,0,0.1488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,512,1,0,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,1024,1,0,0.2799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,1536,1,0,0.3606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,2048,1,0,0.4601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,3072,1,0,0.6733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,4096,1,0,0.9257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,6144,1,0,1.4804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,8192,1,0,2.1477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,10240,1,0,2.8659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,12288,1,0,3.6219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,16384,1,0,5.5369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,32768,1,0,16.3541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,1,1,0,0.0931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,16,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,32,1,0,0.1169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,64,1,0,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,128,1,0,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,256,1,0,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,512,1,0,0.2744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,1024,1,0,0.4420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,1536,1,0,0.6293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,2048,1,0,0.8420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,3072,1,0,1.3050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,4096,1,0,1.8189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,6144,1,0,2.9050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,8192,1,0,4.2373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,10240,1,0,5.6727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,12288,1,0,7.1635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,16384,1,0,11.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,32768,1,0,32.6169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,1,1,0,0.0972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,16,1,0,0.1213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,32,1,0,0.1283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,64,1,0,0.1486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,128,1,0,0.1863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,256,1,0,0.2713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,512,1,0,0.4375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,1024,1,0,0.8031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,1536,1,0,1.2162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,2048,1,0,1.6449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,3072,1,0,2.5574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,4096,1,0,3.5783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,6144,1,0,5.7495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,8192,1,0,8.5836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,10240,1,0,11.4870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,12288,1,0,14.2309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,16384,1,0,22.2499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,32768,1,0,65.0641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,1,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,16,1,0,0.1383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,32,1,0,0.1595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,64,1,0,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,128,1,0,0.2731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,256,1,0,0.4338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,512,1,0,0.7877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,1024,1,0,1.5676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,1536,1,0,2.3801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,2048,1,0,3.2339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,3072,1,0,5.0535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,4096,1,0,7.2702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,6144,1,0,11.4052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,8192,1,0,17.0730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,10240,1,0,22.8481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,12288,1,0,28.8811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,16384,1,0,44.3645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,1,1,0,0.1098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,16,1,0,0.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,32,1,0,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,64,1,0,0.2890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,128,1,0,0.4397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,256,1,0,0.7888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,512,1,0,1.5415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,1024,1,0,3.0813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,1536,1,0,4.7051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,2048,1,0,6.5860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,3072,1,0,10.0441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,4096,1,0,14.4416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,6144,1,0,23.2479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,8192,1,0,33.9885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,1,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,16,1,0,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,32,1,0,0.3239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,64,1,0,0.4750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,128,1,0,0.8056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,256,1,0,1.5394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,512,1,0,3.0327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,1024,1,0,6.2798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,1536,1,0,9.3400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,2048,1,0,13.0864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,3072,1,0,20.5337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,4096,1,0,28.7604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,1,1,0,0.1198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,16,1,0,0.3979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,32,1,0,0.5483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,64,1,0,0.8800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,128,1,0,1.5886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,256,1,0,3.0217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,512,1,0,6.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,1024,1,0,12.5159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,1536,1,0,19.1683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,2048,1,0,26.0902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,1,1,0,0.1356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,16,1,0,0.7196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,32,1,0,1.0521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,64,1,0,1.7624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,128,1,0,3.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,256,1,0,6.2027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,512,1,0,12.3813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,1024,1,0,25.0414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,256,1,1,0,0.1602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,256,16,1,0,1.4691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,256,32,1,0,2.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,256,64,1,0,3.6103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,256,128,1,0,6.6418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,256,256,1,0,12.5218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,256,512,1,0,24.9140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,1,1,0,0.0925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,16,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,32,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,64,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,128,1,0,0.1110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,256,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,512,1,0,0.1498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,1024,1,0,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,1536,1,0,0.2520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,2048,1,0,0.3081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,3072,1,0,0.4243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,4096,1,0,0.5532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,6144,1,0,0.8564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,8192,1,0,1.2246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,10240,1,0,1.6393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,12288,1,0,2.0769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,16384,1,0,3.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,32768,1,0,8.7403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,1,1,0,0.0963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,16,1,0,0.1057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,32,1,0,0.1087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,64,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,128,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,256,1,0,0.1497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,512,1,0,0.1991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,1024,1,0,0.3006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,1536,1,0,0.4025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,2048,1,0,0.5121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,3072,1,0,0.7656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,4096,1,0,1.0610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,6144,1,0,1.7108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,8192,1,0,2.4638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,10240,1,0,3.2622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,12288,1,0,4.0991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,16384,1,0,6.1528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,32768,1,0,17.5547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,1,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,16,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,32,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,64,1,0,0.1186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,128,1,0,0.1449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,256,1,0,0.1985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,512,1,0,0.2948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,1024,1,0,0.4931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,1536,1,0,0.7216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,2048,1,0,0.9756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,3072,1,0,1.5355
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,4096,1,0,2.1363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,6144,1,0,3.3833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,8192,1,0,4.8598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,10240,1,0,6.4462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,12288,1,0,8.1019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,16384,1,0,12.3909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,32768,1,0,34.9470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,1,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,16,1,0,0.1169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,32,1,0,0.1243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,64,1,0,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,128,1,0,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,256,1,0,0.2927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,512,1,0,0.4900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,1024,1,0,0.9377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,1536,1,0,1.4442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,2048,1,0,1.9631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,3072,1,0,3.0339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,4096,1,0,4.1991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,6144,1,0,6.6855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,8192,1,0,9.8056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,10240,1,0,13.0015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,12288,1,0,16.0361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,16384,1,0,24.6349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,1,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,16,1,0,0.1341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,32,1,0,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,64,1,0,0.2071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,128,1,0,0.2953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,256,1,0,0.4865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,512,1,0,0.9236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,1024,1,0,1.8851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,1536,1,0,2.8592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,2048,1,0,3.8610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,3072,1,0,5.9984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,4096,1,0,8.5040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,6144,1,0,13.2316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,8192,1,0,19.4545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,1,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,16,1,0,0.1754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,32,1,0,0.2254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,64,1,0,0.3126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,128,1,0,0.4930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,256,1,0,0.9247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,512,1,0,1.8612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,1024,1,0,3.7083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,1536,1,0,5.6470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,2048,1,0,7.8255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,3072,1,0,11.8577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,4096,1,0,16.8465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,1,1,0,0.1257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,16,1,0,0.2607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,32,1,0,0.3500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,64,1,0,0.5311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,128,1,0,0.9465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,256,1,0,1.8611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,512,1,0,3.6653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,1024,1,0,7.5396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,1536,1,0,11.1819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,2048,1,0,15.5191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,1,1,0,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,16,1,0,0.4350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,32,1,0,0.6160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,64,1,0,1.0329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,128,1,0,1.9295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,256,1,0,3.6723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,512,1,0,7.4697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,1024,1,0,15.0072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,256,1,1,0,0.1947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,256,16,1,0,0.8246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,256,32,1,0,1.2485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,256,64,1,0,2.1546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,256,128,1,0,3.8886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,256,256,1,0,7.5438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,256,512,1,0,14.9375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,1,1,0,0.0908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,16,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,32,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,64,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,128,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,256,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,512,1,0,0.1278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,1024,1,0,0.1714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,1536,1,0,0.2046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,2048,1,0,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,3072,1,0,0.3122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,4096,1,0,0.3828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,6144,1,0,0.5649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,8192,1,0,0.7686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,10240,1,0,1.0077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,12288,1,0,1.2761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,16384,1,0,1.8752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,32768,1,0,5.0311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,1,1,0,0.0947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,16,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,32,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,64,1,0,0.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,128,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,256,1,0,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,512,1,0,0.1661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,1024,1,0,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,1536,1,0,0.2993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,2048,1,0,0.3654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,3072,1,0,0.5140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,4096,1,0,0.6850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,6144,1,0,1.0851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,8192,1,0,1.5493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,10240,1,0,2.0461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,12288,1,0,2.5598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,16384,1,0,3.7385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,32768,1,0,9.9618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,1,1,0,0.0961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,16,1,0,0.1057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,32,1,0,0.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,64,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,128,1,0,0.1215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,256,1,0,0.1657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,512,1,0,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,1024,1,0,0.3582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,1536,1,0,0.4917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,2048,1,0,0.6444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,3072,1,0,0.9940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,4096,1,0,1.3867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,6144,1,0,2.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,8192,1,0,3.0868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,10240,1,0,4.0434
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,12288,1,0,5.0421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,16384,1,0,7.3838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,32768,1,0,19.9255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,1,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,16,1,0,0.1090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,32,1,0,0.1125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,64,1,0,0.1213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,128,1,0,0.1608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,256,1,0,0.2246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,512,1,0,0.3535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,1024,1,0,0.6263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,1536,1,0,0.9498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,2048,1,0,1.3031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,3072,1,0,2.0171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,4096,1,0,2.7613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,6144,1,0,4.3309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,8192,1,0,6.0959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,10240,1,0,7.9759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,12288,1,0,9.9353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,16384,1,0,14.8061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,1,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,16,1,0,0.1177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,32,1,0,0.1279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,64,1,0,0.1660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,128,1,0,0.2252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,256,1,0,0.3510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,512,1,0,0.6224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,1024,1,0,1.2645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,1536,1,0,1.9278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,2048,1,0,2.5946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,3072,1,0,3.9814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,4096,1,0,5.4421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,6144,1,0,8.5153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,8192,1,0,12.2262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,1,1,0,0.1096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,16,1,0,0.1379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,32,1,0,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,64,1,0,0.2352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,128,1,0,0.3547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,256,1,0,0.6205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,512,1,0,1.2518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,1024,1,0,2.5172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,1536,1,0,3.7991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,2048,1,0,5.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,3072,1,0,7.8254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,4096,1,0,10.9287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,1,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,16,1,0,0.1933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,32,1,0,0.2536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,64,1,0,0.3728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,128,1,0,0.6302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,256,1,0,1.2529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,512,1,0,2.4950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,1024,1,0,4.9658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,1536,1,0,7.4816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,2048,1,0,10.2837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,1,1,0,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,16,1,0,0.2951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,32,1,0,0.4170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,64,1,0,0.6725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,128,1,0,1.2839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,256,1,0,2.5042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,512,1,0,4.9358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,1024,1,0,10.0212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,256,1,1,0,0.1520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,256,16,1,0,0.5207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,256,32,1,0,0.7808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,256,64,1,0,1.3956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,256,128,1,0,2.6080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,256,256,1,0,4.9733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,256,512,1,0,9.9831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,1,1,0,0.0887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,16,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,32,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,64,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,128,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,256,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,512,1,0,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,1024,1,0,0.1527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,1536,1,0,0.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,2048,1,0,0.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,3072,1,0,0.2690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,4096,1,0,0.3230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,6144,1,0,0.4333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,8192,1,0,0.5517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,10240,1,0,0.7100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,12288,1,0,0.8893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,16384,1,0,1.2478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,32768,1,0,3.1471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,1,1,0,0.0926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,16,1,0,0.1028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,32,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,64,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,128,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,256,1,0,0.1215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,512,1,0,0.1467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,1024,1,0,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,1536,1,0,0.2517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,2048,1,0,0.2990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,3072,1,0,0.3982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,4096,1,0,0.5138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,6144,1,0,0.7885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,8192,1,0,1.0807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,10240,1,0,1.4006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,12288,1,0,1.7490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,16384,1,0,2.4916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,32768,1,0,6.2562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,1,1,0,0.0923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,32,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,64,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,128,1,0,0.1162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,256,1,0,0.1462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,512,1,0,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,1024,1,0,0.2885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,1536,1,0,0.3941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,2048,1,0,0.5013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,3072,1,0,0.7400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,4096,1,0,0.9968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,6144,1,0,1.5579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,8192,1,0,2.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,10240,1,0,2.8129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,12288,1,0,3.4872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,16384,1,0,4.9607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,32768,1,0,12.3375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,1,1,0,0.0987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,16,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,32,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,64,1,0,0.1169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,128,1,0,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,256,1,0,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,512,1,0,0.2832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,1024,1,0,0.4883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,1536,1,0,0.7206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,2048,1,0,0.9638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,3072,1,0,1.4694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,4096,1,0,1.9960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,6144,1,0,3.1241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,8192,1,0,4.3104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,10240,1,0,5.5448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,12288,1,0,6.8427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,16384,1,0,9.7714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,1,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,16,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,32,1,0,0.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,64,1,0,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,128,1,0,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,256,1,0,0.2822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,512,1,0,0.4828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,1024,1,0,0.9413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,1536,1,0,1.4277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,2048,1,0,1.9255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,3072,1,0,2.9464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,4096,1,0,3.9696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,6144,1,0,6.1200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,8192,1,0,8.4835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,1,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,16,1,0,0.1216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,32,1,0,0.1462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,64,1,0,0.1947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,128,1,0,0.2845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,256,1,0,0.4798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,512,1,0,0.9342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,1024,1,0,1.8844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,1536,1,0,2.8605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,2048,1,0,3.8172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,3072,1,0,5.7736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,4096,1,0,7.8047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,1,1,0,0.1108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,16,1,0,0.1568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,32,1,0,0.2045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,64,1,0,0.2939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,128,1,0,0.4835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,256,1,0,0.9312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,512,1,0,1.8707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,1024,1,0,3.7448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,1536,1,0,5.6088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,2048,1,0,7.5121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,1,1,0,0.1171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,16,1,0,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,32,1,0,0.3159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,64,1,0,0.5063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,128,1,0,0.9469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,256,1,0,1.8788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,512,1,0,3.7325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,1024,1,0,7.3707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,256,1,1,0,0.1298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,256,16,1,0,0.3691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,256,32,1,0,0.5600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,256,64,1,0,1.0032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,256,128,1,0,1.9272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,256,256,1,0,3.7540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,256,512,1,0,7.3609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,1,1,0,0.0831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,16,1,0,0.0975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,32,1,0,0.1026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,64,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,128,1,0,0.1061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,256,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,512,1,0,0.1207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,1024,1,0,0.1489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,1536,1,0,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,2048,1,0,0.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,3072,1,0,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,4096,1,0,0.2956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,6144,1,0,0.3945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,8192,1,0,0.5029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,10240,1,0,0.6155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,12288,1,0,0.7284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,16384,1,0,0.9612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,32768,1,0,2.2133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,1,1,0,0.0907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,16,1,0,0.1028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,32,1,0,0.1041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,64,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,128,1,0,0.1087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,256,1,0,0.1180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,512,1,0,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,1024,1,0,0.1855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,1536,1,0,0.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,2048,1,0,0.2741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,3072,1,0,0.3619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,4096,1,0,0.4574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,6144,1,0,0.6603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,8192,1,0,0.8699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,10240,1,0,1.1162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,12288,1,0,1.3709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,16384,1,0,1.8744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,32768,1,0,4.3961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,1,1,0,0.0947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,16,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,32,1,0,0.1060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,64,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,128,1,0,0.1142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,256,1,0,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,512,1,0,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,1024,1,0,0.2622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,1536,1,0,0.3428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,2048,1,0,0.4346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,3072,1,0,0.6361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,4096,1,0,0.8496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,6144,1,0,1.2816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,8192,1,0,1.7012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,10240,1,0,2.1835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,12288,1,0,2.6942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,16384,1,0,3.7407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,32768,1,0,8.6893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,1,1,0,0.0979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,16,1,0,0.1056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,32,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,64,1,0,0.1151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,128,1,0,0.1359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,256,1,0,0.1796
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,512,1,0,0.2570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,1024,1,0,0.4227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,1536,1,0,0.6235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,2048,1,0,0.8252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,3072,1,0,1.2317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,4096,1,0,1.6398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,6144,1,0,2.5205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,8192,1,0,3.4084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,10240,1,0,4.3555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,12288,1,0,5.3253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,16384,1,0,7.3943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,1,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,16,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,32,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,64,1,0,0.1357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,128,1,0,0.1741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,256,1,0,0.2563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,512,1,0,0.4186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,1024,1,0,0.8063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,1536,1,0,1.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,2048,1,0,1.5936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,3072,1,0,2.4252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,4096,1,0,3.2630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,6144,1,0,4.9733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,8192,1,0,6.7303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,1,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,16,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,32,1,0,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,64,1,0,0.1754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,128,1,0,0.2531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,256,1,0,0.4176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,512,1,0,0.8018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,1024,1,0,1.5736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,1536,1,0,2.3752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,2048,1,0,3.1781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,3072,1,0,4.7943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,4096,1,0,6.4216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,1,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,16,1,0,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,32,1,0,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,64,1,0,0.2587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,128,1,0,0.4207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,256,1,0,0.7986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,512,1,0,1.5641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,1024,1,0,3.1372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,1536,1,0,4.7035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,2048,1,0,6.2678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,1,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,16,1,0,0.1928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,32,1,0,0.2694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,64,1,0,0.4328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,128,1,0,0.8049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,256,1,0,1.5636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,512,1,0,3.1269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,1024,1,0,6.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,256,1,1,0,0.1216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,256,16,1,0,0.2959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,256,32,1,0,0.4605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,256,64,1,0,0.8334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,256,128,1,0,1.5890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,256,256,1,0,3.1437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,256,512,1,0,6.1950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,1,1,0,0.0812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,16,1,0,0.0988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,32,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,64,1,0,0.1043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,128,1,0,0.1059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,256,1,0,0.1129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,512,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,1024,1,0,0.1462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,1536,1,0,0.1700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,2048,1,0,0.1922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,3072,1,0,0.2392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,4096,1,0,0.2831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,6144,1,0,0.3736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,8192,1,0,0.4549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,10240,1,0,0.5842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,12288,1,0,0.6885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,16384,1,0,0.9074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,32768,1,0,1.7679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,1,1,0,0.0868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,16,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,32,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,64,1,0,0.1056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,128,1,0,0.1081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,256,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,512,1,0,0.1404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,1024,1,0,0.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,1536,1,0,0.2232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,2048,1,0,0.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,3072,1,0,0.3406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,4096,1,0,0.4290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,6144,1,0,0.6201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,8192,1,0,0.8158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,10240,1,0,1.0139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,12288,1,0,1.2082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,16384,1,0,1.5931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,32768,1,0,3.4514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,1,1,0,0.0910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,16,1,0,0.1023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,32,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,64,1,0,0.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,128,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,256,1,0,0.1391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,512,1,0,0.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,1024,1,0,0.2486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,1536,1,0,0.3238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,2048,1,0,0.4062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,3072,1,0,0.5861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,4096,1,0,0.7703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,6144,1,0,1.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,8192,1,0,1.5422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,10240,1,0,1.9408
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,12288,1,0,2.3359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,16384,1,0,3.1170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,32768,1,0,6.8312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,1,1,0,0.0970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,16,1,0,0.1057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,32,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,64,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,128,1,0,0.1328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,256,1,0,0.1755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,512,1,0,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,1024,1,0,0.3949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,1536,1,0,0.5689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,2048,1,0,0.7475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,3072,1,0,1.1179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,4096,1,0,1.4864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,6144,1,0,2.2331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,8192,1,0,2.9801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,10240,1,0,3.7547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,12288,1,0,4.5554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,16384,1,0,6.1763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,1,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,16,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,32,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,64,1,0,0.1330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,128,1,0,0.1699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,256,1,0,0.2430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,512,1,0,0.3894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,1024,1,0,0.7357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,1536,1,0,1.1014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,2048,1,0,1.4593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,3072,1,0,2.1753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,4096,1,0,2.8867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,6144,1,0,4.3589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,8192,1,0,5.8791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,1,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,16,1,0,0.1139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,32,1,0,0.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,64,1,0,0.1703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,128,1,0,0.2382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,256,1,0,0.3893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,512,1,0,0.7305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,1024,1,0,1.4374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,1536,1,0,2.1475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,2048,1,0,2.8416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,3072,1,0,4.2581
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,4096,1,0,5.7086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,1,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,16,1,0,0.1351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,32,1,0,0.1710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,64,1,0,0.2404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,128,1,0,0.3863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,256,1,0,0.7312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,512,1,0,1.4322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,1024,1,0,2.8144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,1536,1,0,4.2155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,2048,1,0,5.6221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,1,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,16,1,0,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,32,1,0,0.2462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,64,1,0,0.3913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,128,1,0,0.7356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,256,1,0,1.4308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,512,1,0,2.8071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,1024,1,0,5.5829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,256,1,1,0,0.1192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,256,16,1,0,0.2600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,256,32,1,0,0.4068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,256,64,1,0,0.7509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,256,128,1,0,1.4453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,256,256,1,0,2.8102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,256,512,1,0,5.5759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,1,1,0,0.0844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,16,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,32,1,0,0.0962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,64,1,0,0.0992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,128,1,0,0.1041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,256,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,512,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,1024,1,0,0.1414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,1536,1,0,0.1663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,2048,1,0,0.1898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,3072,1,0,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,4096,1,0,0.2785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,6144,1,0,0.3671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,8192,1,0,0.4107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,10240,1,0,0.5134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,12288,1,0,0.6055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,16384,1,0,0.8336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,32768,1,0,1.7258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,1,1,0,0.0846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,16,1,0,0.0955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,32,1,0,0.0991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,64,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,128,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,256,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,512,1,0,0.1377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,1024,1,0,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,1536,1,0,0.2204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,2048,1,0,0.2552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,3072,1,0,0.3337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,4096,1,0,0.4200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,6144,1,0,0.6036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,8192,1,0,0.7750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,10240,1,0,0.9871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,12288,1,0,1.1693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,16384,1,0,1.5485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,32768,1,0,3.0305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,1,1,0,0.0873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,16,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,32,1,0,0.1034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,64,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,128,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,256,1,0,0.1343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,512,1,0,0.1732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,1024,1,0,0.2456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,1536,1,0,0.3164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,2048,1,0,0.3968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,3072,1,0,0.5688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,4096,1,0,0.7483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,6144,1,0,1.1023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,8192,1,0,1.4560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,10240,1,0,1.8164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,12288,1,0,2.1680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,16384,1,0,2.9203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,32768,1,0,5.9407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,1,1,0,0.0948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,16,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,32,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,64,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,128,1,0,0.1298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,256,1,0,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,512,1,0,0.2401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,1024,1,0,0.3861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,1536,1,0,0.5527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,2048,1,0,0.7274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,3072,1,0,1.0685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,4096,1,0,1.4105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,6144,1,0,2.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,8192,1,0,2.8100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,10240,1,0,3.5130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,12288,1,0,4.2206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,16384,1,0,5.6515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,1,1,0,0.1005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,32,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,64,1,0,0.1300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,128,1,0,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,256,1,0,0.2385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,512,1,0,0.3801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,1024,1,0,0.7149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,1536,1,0,1.0537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,2048,1,0,1.3889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,3072,1,0,2.0819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,4096,1,0,2.7458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,6144,1,0,4.0914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,8192,1,0,5.4618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,1,1,0,0.0996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,16,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,32,1,0,0.1305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,64,1,0,0.1674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,128,1,0,0.2322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,256,1,0,0.3808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,512,1,0,0.7095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,1024,1,0,1.3794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,1536,1,0,2.0655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,2048,1,0,2.7175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,3072,1,0,4.0393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,4096,1,0,5.3687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,1,1,0,0.1039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,16,1,0,0.1314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,32,1,0,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,64,1,0,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,128,1,0,0.3754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,256,1,0,0.7111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,512,1,0,1.3734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,1024,1,0,2.6992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,1536,1,0,4.0061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,2048,1,0,5.3161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,1,1,0,0.1076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,16,1,0,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,32,1,0,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,64,1,0,0.3774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,128,1,0,0.7062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,256,1,0,1.3733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,512,1,0,2.6919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,1024,1,0,5.2894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,256,1,1,0,0.1150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,256,16,1,0,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,256,32,1,0,0.3855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,256,64,1,0,0.7159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,256,128,1,0,1.3830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,256,256,1,0,2.6943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,256,512,1,0,5.2844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,0,0.1339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16,1,0,0.1536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32,1,0,0.1597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,64,1,0,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,128,1,0,0.1822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,256,1,0,0.2125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,512,1,0,0.3043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1024,1,0,0.4906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1536,1,0,0.6967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,2048,1,0,0.9285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,3072,1,0,1.4124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,4096,1,0,1.9721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,6144,1,0,3.0262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,8192,1,0,4.4175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,10240,1,0,5.8136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,12288,1,0,7.5423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16384,1,0,11.5923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32768,1,0,32.9834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,0,0.1388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16,1,0,0.1638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32,1,0,0.1764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,64,1,0,0.1888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,128,1,0,0.2147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,256,1,0,0.3010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,512,1,0,0.4861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1024,1,0,0.8901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1536,1,0,1.3275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,2048,1,0,1.8028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,3072,1,0,2.6790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,4096,1,0,3.7779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,6144,1,0,6.1299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,8192,1,0,9.0021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,10240,1,0,11.9176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,12288,1,0,14.8113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16384,1,0,22.6442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32768,1,0,65.7491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,0,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16,1,0,0.1857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32,1,0,0.1965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,64,1,0,0.2229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,128,1,0,0.3026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,256,1,0,0.4842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,512,1,0,0.8779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1024,1,0,1.7219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1536,1,0,2.5007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,2048,1,0,3.4274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,3072,1,0,5.4393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,4096,1,0,7.6895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,6144,1,0,11.9977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,8192,1,0,17.4548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,10240,1,0,23.7536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,12288,1,0,29.4877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16384,1,0,45.0700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32768,1,0,128.5432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,0,0.1504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,16,1,0,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,32,1,0,0.2380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,64,1,0,0.3172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,128,1,0,0.4886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,256,1,0,0.8742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,512,1,0,1.6946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1024,1,0,3.2800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1536,1,0,5.0885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,2048,1,0,7.0068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,3072,1,0,10.6241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,4096,1,0,14.8347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,6144,1,0,23.8583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,8192,1,0,34.6963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,10240,1,0,46.5141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,12288,1,0,56.5596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,16384,1,0,87.2086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,0,0.1639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,16,1,0,0.2705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,32,1,0,0.3498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,64,1,0,0.5200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,128,1,0,0.8908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,256,1,0,1.6838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,512,1,0,3.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1024,1,0,6.6968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1536,1,0,9.9274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,2048,1,0,13.4736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,3072,1,0,21.1455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,4096,1,0,29.4661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,6144,1,0,45.3701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,8192,1,0,66.4531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,0,0.1710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,16,1,0,0.4171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,32,1,0,0.5881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,64,1,0,0.9577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,128,1,0,1.7326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,256,1,0,3.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,512,1,0,6.5957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1024,1,0,12.8602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1536,1,0,19.7510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,2048,1,0,26.7497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,3072,1,0,39.9221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,4096,1,0,56.0232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,0,0.1941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,16,1,0,0.7386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,32,1,0,1.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,64,1,0,1.8826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,128,1,0,3.3105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,256,1,0,6.5676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,512,1,0,12.6857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1024,1,0,25.6040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1536,1,0,37.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,2048,1,0,50.6973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,0,0.2359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,16,1,0,1.4466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,32,1,0,2.2213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,64,1,0,3.6558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,128,1,0,6.8685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,256,1,0,12.7042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,512,1,0,25.3254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1024,1,0,48.5763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,0,0.3170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,16,1,0,3.0600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,32,1,0,4.5121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,64,1,0,7.7639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,128,1,0,13.5821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,256,1,0,25.6276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,512,1,0,48.3213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,0,0.1069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16,1,0,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32,1,0,0.1290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,64,1,0,0.1318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,128,1,0,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,256,1,0,0.1638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,512,1,0,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1024,1,0,0.3299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1536,1,0,0.4346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,2048,1,0,0.5405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,3072,1,0,0.8027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,4096,1,0,1.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,6144,1,0,1.7641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,8192,1,0,2.5366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,10240,1,0,3.3295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,12288,1,0,4.1406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16384,1,0,6.2150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32768,1,0,17.6528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,0,0.1108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16,1,0,0.1282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32,1,0,0.1319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,64,1,0,0.1427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,128,1,0,0.1592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,256,1,0,0.2081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,512,1,0,0.3252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1024,1,0,0.5223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1536,1,0,0.7601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,2048,1,0,1.0138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,3072,1,0,1.5882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,4096,1,0,2.2196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,6144,1,0,3.4279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,8192,1,0,4.9245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,10240,1,0,6.4813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,12288,1,0,8.1495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16384,1,0,12.4808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32768,1,0,35.1404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16,1,0,0.1388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32,1,0,0.1474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,64,1,0,0.1661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,128,1,0,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,256,1,0,0.3225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,512,1,0,0.5186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1024,1,0,0.9686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1536,1,0,1.5055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,2048,1,0,2.0348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,3072,1,0,3.0752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,4096,1,0,4.2630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,6144,1,0,6.7364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,8192,1,0,9.8881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,10240,1,0,13.0930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,12288,1,0,16.2084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16384,1,0,24.8109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32768,1,0,70.3037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,0,0.1183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16,1,0,0.1570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,32,1,0,0.1744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,64,1,0,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,128,1,0,0.3238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,256,1,0,0.5166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,512,1,0,0.9564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1024,1,0,1.9723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1536,1,0,2.8993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,2048,1,0,3.9166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,3072,1,0,6.0459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,4096,1,0,8.5774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,6144,1,0,13.3936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,8192,1,0,19.6285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,10240,1,0,26.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,12288,1,0,32.8774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16384,1,0,49.6154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,0,0.1301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,16,1,0,0.1906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,32,1,0,0.2351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,64,1,0,0.3394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,128,1,0,0.5214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,256,1,0,0.9537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,512,1,0,1.9466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1024,1,0,3.7676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1536,1,0,5.6927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,2048,1,0,7.8957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,3072,1,0,12.0249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,4096,1,0,17.0083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,6144,1,0,27.2295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,8192,1,0,39.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,0,0.1413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,16,1,0,0.2688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,32,1,0,0.3736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,64,1,0,0.5551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,128,1,0,0.9708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,256,1,0,1.9266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,512,1,0,3.7148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1024,1,0,7.5959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1536,1,0,11.3242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,2048,1,0,15.6563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,3072,1,0,24.5194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,4096,1,0,34.0677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,0,0.1428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,16,1,0,0.4469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,32,1,0,0.6302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,64,1,0,1.0483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,128,1,0,1.9841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,256,1,0,3.7117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,512,1,0,7.5098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1024,1,0,15.0828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1536,1,0,23.1572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,2048,1,0,31.4172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,0,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,16,1,0,0.7997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,32,1,0,1.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,64,1,0,2.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,128,1,0,3.8487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,256,1,0,7.5191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,512,1,0,14.9431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1024,1,0,30.3515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,0,0.2121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,16,1,0,1.6391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,32,1,0,2.5883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,64,1,0,4.3049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,128,1,0,7.9547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,256,1,0,15.0934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,512,1,0,30.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,0,0.0887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32,1,0,0.1109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,64,1,0,0.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,128,1,0,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,256,1,0,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,512,1,0,0.1601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1024,1,0,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1536,1,0,0.2877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,2048,1,0,0.3460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,3072,1,0,0.4845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,4096,1,0,0.6389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,6144,1,0,1.0260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,8192,1,0,1.4271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,10240,1,0,1.8704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,12288,1,0,2.3320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16384,1,0,3.4513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32768,1,0,9.3523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,0,0.0929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16,1,0,0.1100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,64,1,0,0.1218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,128,1,0,0.1297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,256,1,0,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,512,1,0,0.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1024,1,0,0.3377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1536,1,0,0.4615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,2048,1,0,0.5971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,3072,1,0,0.9365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,4096,1,0,1.2621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,6144,1,0,1.9767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,8192,1,0,2.7977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,10240,1,0,3.6452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,12288,1,0,4.5642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16384,1,0,6.7630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32768,1,0,18.7860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,0,0.0960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16,1,0,0.1171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,64,1,0,0.1313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,128,1,0,0.1550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,256,1,0,0.2181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,512,1,0,0.3327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1024,1,0,0.5785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1536,1,0,0.8932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,2048,1,0,1.1757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,3072,1,0,1.8000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,4096,1,0,2.4690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,6144,1,0,3.8501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,8192,1,0,5.4701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,10240,1,0,7.2065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,12288,1,0,9.0930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16384,1,0,13.6226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32768,1,0,37.5333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,0,0.1000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16,1,0,0.1271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,32,1,0,0.1364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,64,1,0,0.1597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,128,1,0,0.2191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,256,1,0,0.3297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,512,1,0,0.5804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1024,1,0,1.1375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1536,1,0,1.7048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,2048,1,0,2.2982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,3072,1,0,3.5032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,4096,1,0,4.8158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,6144,1,0,7.6774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,8192,1,0,11.0434
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,10240,1,0,14.6325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,12288,1,0,17.9973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16384,1,0,27.2281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,16,1,0,0.1450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,32,1,0,0.1700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,64,1,0,0.2286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,128,1,0,0.3331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,256,1,0,0.5715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,512,1,0,1.1226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1024,1,0,2.2203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1536,1,0,3.3235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,2048,1,0,4.4755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,3072,1,0,6.9878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,4096,1,0,9.7368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,6144,1,0,15.1902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,8192,1,0,22.0709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,16,1,0,0.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,32,1,0,0.2453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,64,1,0,0.3497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,128,1,0,0.5807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,256,1,0,1.1228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,512,1,0,2.1985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1024,1,0,4.3272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1536,1,0,6.6361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,2048,1,0,9.0640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,3072,1,0,13.8249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,4096,1,0,19.4605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,0,0.1280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,16,1,0,0.2816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,32,1,0,0.3868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,64,1,0,0.6166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,128,1,0,1.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,256,1,0,2.1962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,512,1,0,4.2861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1024,1,0,8.7815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1536,1,0,13.1362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,2048,1,0,18.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,0,0.1447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,16,1,0,0.4716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,32,1,0,0.7036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,64,1,0,1.2305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,128,1,0,2.2635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,256,1,0,4.2904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,512,1,0,8.7168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1024,1,0,17.6112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,0,0.1760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,16,1,0,0.9106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,32,1,0,1.4421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,64,1,0,2.4881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,128,1,0,4.5027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,256,1,0,8.7901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,512,1,0,17.5527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,0,0.0750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16,1,0,0.0891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32,1,0,0.0925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,64,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,128,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,256,1,0,0.1222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,512,1,0,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1024,1,0,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1536,1,0,0.2163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,2048,1,0,0.2528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,3072,1,0,0.3364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,4096,1,0,0.4251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,6144,1,0,0.6518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,8192,1,0,0.8735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,10240,1,0,1.1341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,12288,1,0,1.4159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16384,1,0,2.0365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32768,1,0,5.3055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,0,0.0757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16,1,0,0.0919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32,1,0,0.0994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,64,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,128,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,256,1,0,0.1347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,512,1,0,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1024,1,0,0.2406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1536,1,0,0.3237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,2048,1,0,0.4066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,3072,1,0,0.5992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,4096,1,0,0.7895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,6144,1,0,1.2226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,8192,1,0,1.7131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,10240,1,0,2.2145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,12288,1,0,2.7707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16384,1,0,4.0107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32768,1,0,10.5087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,0,0.0768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,64,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,128,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,256,1,0,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,512,1,0,0.2366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1024,1,0,0.3993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1536,1,0,0.5798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,2048,1,0,0.7539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,3072,1,0,1.1388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,4096,1,0,1.5530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,6144,1,0,2.4064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,8192,1,0,3.3674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,10240,1,0,4.3865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,12288,1,0,5.5203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16384,1,0,7.9402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32768,1,0,21.1990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,0,0.0852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,32,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,64,1,0,0.1295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,128,1,0,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,256,1,0,0.2362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,512,1,0,0.4026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1024,1,0,0.7288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1536,1,0,1.0992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,2048,1,0,1.4656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,3072,1,0,2.2272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,4096,1,0,3.0404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,6144,1,0,4.8246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,8192,1,0,6.6528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,10240,1,0,8.7886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,12288,1,0,10.8913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16384,1,0,16.1001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,0,0.0909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,16,1,0,0.1220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,32,1,0,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,64,1,0,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,128,1,0,0.2380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,256,1,0,0.3995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,512,1,0,0.7261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1024,1,0,1.4398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1536,1,0,2.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,2048,1,0,2.8717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,3072,1,0,4.4563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,4096,1,0,6.0015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,6144,1,0,9.4818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,8192,1,0,13.5067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,0,0.0959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,16,1,0,0.1456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,32,1,0,0.1840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,64,1,0,0.2466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,128,1,0,0.3967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,256,1,0,0.7235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,512,1,0,1.4147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1024,1,0,2.7960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1536,1,0,4.2793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,2048,1,0,5.6663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,3072,1,0,8.7908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,4096,1,0,12.2061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,16,1,0,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,32,1,0,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,64,1,0,0.4126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,128,1,0,0.7326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,256,1,0,1.4179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,512,1,0,2.7759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1024,1,0,5.5260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1536,1,0,8.4506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,2048,1,0,11.5608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,0,0.1200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,16,1,0,0.3080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,32,1,0,0.4574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,64,1,0,0.7825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,128,1,0,1.4485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,256,1,0,2.7837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,512,1,0,5.4952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1024,1,0,11.2873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,0,0.1389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,16,1,0,0.5602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,32,1,0,0.8825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,64,1,0,1.5612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,128,1,0,2.8869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,256,1,0,5.5369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,512,1,0,11.2595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,0,0.0685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,16,1,0,0.0865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,32,1,0,0.0900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,64,1,0,0.0962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,128,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,256,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,512,1,0,0.1257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1024,1,0,0.1572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1536,1,0,0.1838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,2048,1,0,0.2146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,3072,1,0,0.2791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,4096,1,0,0.3424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,6144,1,0,0.4852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,8192,1,0,0.6116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,10240,1,0,0.7873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,12288,1,0,0.9688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,16384,1,0,1.3530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,32768,1,0,3.2880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,0,0.0706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,16,1,0,0.0907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,32,1,0,0.0961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,64,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,128,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,256,1,0,0.1244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,512,1,0,0.1521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1024,1,0,0.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1536,1,0,0.2612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,2048,1,0,0.3220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,3072,1,0,0.4566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,4096,1,0,0.5768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,6144,1,0,0.8788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,8192,1,0,1.1826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,10240,1,0,1.5012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,12288,1,0,1.8639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,16384,1,0,2.6291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,32768,1,0,6.5175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,0,0.0744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,16,1,0,0.0970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,32,1,0,0.1014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,64,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,128,1,0,0.1180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,256,1,0,0.1518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,512,1,0,0.1985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1024,1,0,0.3106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1536,1,0,0.4463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,2048,1,0,0.5668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,3072,1,0,0.8295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,4096,1,0,1.1007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,6144,1,0,1.6743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,8192,1,0,2.3044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,10240,1,0,2.9799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,12288,1,0,3.7521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,16384,1,0,5.2314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,32768,1,0,13.0388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,0,0.0786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,16,1,0,0.1018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,32,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,64,1,0,0.1184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,128,1,0,0.1462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,256,1,0,0.1979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,512,1,0,0.3082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1024,1,0,0.5550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1536,1,0,0.8112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,2048,1,0,1.0695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,3072,1,0,1.5852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,4096,1,0,2.1362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,6144,1,0,3.3955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,8192,1,0,4.5827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,10240,1,0,5.9934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,12288,1,0,7.3706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,16384,1,0,10.4895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,0,0.0849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,16,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,32,1,0,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,64,1,0,0.1463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,128,1,0,0.1935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,256,1,0,0.3074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,512,1,0,0.5511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1024,1,0,1.0515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1536,1,0,1.5439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,2048,1,0,2.0619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,3072,1,0,3.2067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,4096,1,0,4.2442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,6144,1,0,6.6560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,8192,1,0,9.1980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,0,0.0900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,16,1,0,0.1239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,32,1,0,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,64,1,0,0.1997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,128,1,0,0.3079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,256,1,0,0.5476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,512,1,0,1.0392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1024,1,0,2.0239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1536,1,0,3.1247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,2048,1,0,4.0921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,3072,1,0,6.3008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,4096,1,0,8.5284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,0,0.0978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,16,1,0,0.1629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,32,1,0,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,64,1,0,0.3192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,128,1,0,0.5498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,256,1,0,1.0409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,512,1,0,2.0127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1024,1,0,4.0186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1536,1,0,6.1404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,2048,1,0,8.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,16,1,0,0.2293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,32,1,0,0.3387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,64,1,0,0.5742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,128,1,0,1.0524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,256,1,0,2.0179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,512,1,0,4.0046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1024,1,0,8.0967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,0,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,16,1,0,0.3920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,32,1,0,0.6296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,64,1,0,1.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,128,1,0,2.0653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,256,1,0,4.0283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,512,1,0,8.0834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,0,0.0638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,16,1,0,0.0869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,32,1,0,0.0907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,64,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,128,1,0,0.0976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,256,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,512,1,0,0.1216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1024,1,0,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1536,1,0,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,2048,1,0,0.1944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,3072,1,0,0.2476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,4096,1,0,0.3147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,6144,1,0,0.4332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,8192,1,0,0.5492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,10240,1,0,0.6594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,12288,1,0,0.7878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,16384,1,0,1.0284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,32768,1,0,2.2923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,0,0.0706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,16,1,0,0.0907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,32,1,0,0.0952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,64,1,0,0.0982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,128,1,0,0.1040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,256,1,0,0.1208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,512,1,0,0.1426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1024,1,0,0.1834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1536,1,0,0.2306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,2048,1,0,0.2900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,3072,1,0,0.4016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,4096,1,0,0.5040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,6144,1,0,0.7218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,8192,1,0,0.9423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,10240,1,0,1.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,12288,1,0,1.4270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,16384,1,0,1.9535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,32768,1,0,4.5281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,0,0.0725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,16,1,0,0.0950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,32,1,0,0.0988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,64,1,0,0.1047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,128,1,0,0.1146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,256,1,0,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,512,1,0,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1024,1,0,0.2804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1536,1,0,0.3835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,2048,1,0,0.4808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,3072,1,0,0.6961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,4096,1,0,0.9198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,6144,1,0,1.3379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,8192,1,0,1.7850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,10240,1,0,2.2822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,12288,1,0,2.8772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,16384,1,0,3.8753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,32768,1,0,9.1081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,0,0.0784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,16,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,32,1,0,0.1036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,64,1,0,0.1149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,128,1,0,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,256,1,0,0.1777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,512,1,0,0.2743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1024,1,0,0.4707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1536,1,0,0.6827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,2048,1,0,0.8978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,3072,1,0,1.2866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,4096,1,0,1.7203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,6144,1,0,2.6998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,8192,1,0,3.5377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,10240,1,0,4.6018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,12288,1,0,5.6471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,16384,1,0,7.8012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,0,0.0849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,16,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,32,1,0,0.1144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,64,1,0,0.1362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,128,1,0,0.1722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,256,1,0,0.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,512,1,0,0.4630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1024,1,0,0.8721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1536,1,0,1.2633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,2048,1,0,1.6742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,3072,1,0,2.6099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,4096,1,0,3.3952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,6144,1,0,5.2977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,8192,1,0,7.1374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,0,0.0887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,16,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,32,1,0,0.1379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,64,1,0,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,128,1,0,0.2716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,256,1,0,0.4622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,512,1,0,0.8654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1024,1,0,1.6512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1536,1,0,2.5458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,2048,1,0,3.3124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,3072,1,0,5.0887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,4096,1,0,6.8333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,0,0.0956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,16,1,0,0.1436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,32,1,0,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,64,1,0,0.2709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,128,1,0,0.4596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,256,1,0,0.8618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,512,1,0,1.6448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1024,1,0,3.2743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1536,1,0,5.0058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,2048,1,0,6.6672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,16,1,0,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,32,1,0,0.2824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,64,1,0,0.4712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,128,1,0,0.8697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,256,1,0,1.6445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,512,1,0,3.2609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1024,1,0,6.6071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,0,0.1140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,16,1,0,0.3074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,32,1,0,0.4995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,64,1,0,0.8966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,128,1,0,1.6692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,256,1,0,3.2756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,512,1,0,6.6027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,0,0.0641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,16,1,0,0.0850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,32,1,0,0.0890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,64,1,0,0.0927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,128,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,256,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,512,1,0,0.1176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1024,1,0,0.1447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1536,1,0,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,2048,1,0,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,3072,1,0,0.2405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,4096,1,0,0.2917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,6144,1,0,0.4026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,8192,1,0,0.4864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,10240,1,0,0.6123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,12288,1,0,0.7304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,16384,1,0,0.9562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,32768,1,0,1.8282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,0,0.0664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,16,1,0,0.0887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,32,1,0,0.0932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,64,1,0,0.0991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,128,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,256,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,512,1,0,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1024,1,0,0.1774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1536,1,0,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,2048,1,0,0.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,3072,1,0,0.3694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,4096,1,0,0.4641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,6144,1,0,0.6608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,8192,1,0,0.8675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,10240,1,0,1.0515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,12288,1,0,1.2522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,16384,1,0,1.6480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,32768,1,0,3.5755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,0,0.0703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,16,1,0,0.0932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,32,1,0,0.0992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,64,1,0,0.1034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,128,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,256,1,0,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,512,1,0,0.1722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1024,1,0,0.2573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1536,1,0,0.3507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,2048,1,0,0.4400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,3072,1,0,0.6235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,4096,1,0,0.8216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,6144,1,0,1.1925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,8192,1,0,1.5973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,10240,1,0,2.0105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,12288,1,0,2.4844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,16384,1,0,3.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,32768,1,0,7.1811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,0,0.0754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,16,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,32,1,0,0.1036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,64,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,128,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,256,1,0,0.1713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,512,1,0,0.2524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1024,1,0,0.4279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1536,1,0,0.6141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,2048,1,0,0.7995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,3072,1,0,1.1659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,4096,1,0,1.5441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,6144,1,0,2.3811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,8192,1,0,3.1020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,10240,1,0,4.0151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,12288,1,0,4.8447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,16384,1,0,6.5531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,0,0.0829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,16,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,32,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,64,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,128,1,0,0.1662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,256,1,0,0.2522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,512,1,0,0.4315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1024,1,0,0.7867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1536,1,0,1.1478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,2048,1,0,1.5158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,3072,1,0,2.3388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,4096,1,0,3.0088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,6144,1,0,4.6508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,8192,1,0,6.2530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,0,0.0883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,16,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,32,1,0,0.1335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,64,1,0,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,128,1,0,0.2467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,256,1,0,0.4290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,512,1,0,0.7837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1024,1,0,1.4977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1536,1,0,2.2964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,2048,1,0,2.9603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,3072,1,0,4.5462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,4096,1,0,6.0827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,0,0.0932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,16,1,0,0.1341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,32,1,0,0.1666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,64,1,0,0.2541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,128,1,0,0.4232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,256,1,0,0.7932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,512,1,0,1.4904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1024,1,0,2.9382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1536,1,0,4.5056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,2048,1,0,6.0044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,0,0.0991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,16,1,0,0.1735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,32,1,0,0.2552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,64,1,0,0.4326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,128,1,0,0.7864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,256,1,0,1.4902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,512,1,0,2.9319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1024,1,0,5.9652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,0,0.1099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,16,1,0,0.2759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,32,1,0,0.4411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,64,1,0,0.8093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,128,1,0,1.5012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,256,1,0,2.9337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,512,1,0,5.9232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,0,0.0583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,16,1,0,0.0829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,32,1,0,0.0869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,64,1,0,0.0890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,128,1,0,0.0949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,256,1,0,0.1056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,512,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1024,1,0,0.1395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1536,1,0,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,2048,1,0,0.1832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,3072,1,0,0.2354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,4096,1,0,0.2815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,6144,1,0,0.3831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,8192,1,0,0.4277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,10240,1,0,0.5377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,12288,1,0,0.6421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,16384,1,0,0.8714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,32768,1,0,1.7621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,0,0.0640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,16,1,0,0.0866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,32,1,0,0.0890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,64,1,0,0.0962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,128,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,256,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,512,1,0,0.1357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1024,1,0,0.1724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1536,1,0,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,2048,1,0,0.2607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,3072,1,0,0.3554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,4096,1,0,0.4456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,6144,1,0,0.6483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,8192,1,0,0.8107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,10240,1,0,1.0051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,12288,1,0,1.1990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,16384,1,0,1.5810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,32768,1,0,3.1107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,0,0.0667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,16,1,0,0.0893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,32,1,0,0.0952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,64,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,128,1,0,0.1061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,256,1,0,0.1354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,512,1,0,0.1672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1024,1,0,0.2505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1536,1,0,0.3393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,2048,1,0,0.4178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,3072,1,0,0.6111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,4096,1,0,0.7878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,6144,1,0,1.1324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,8192,1,0,1.4913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,10240,1,0,1.8586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,12288,1,0,2.2837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,16384,1,0,3.0017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,32768,1,0,6.2534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,0,0.0723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,16,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,32,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,64,1,0,0.1078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,128,1,0,0.1292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,256,1,0,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,512,1,0,0.2429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1024,1,0,0.4023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1536,1,0,0.5887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,2048,1,0,0.7667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,3072,1,0,1.0984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,4096,1,0,1.4469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,6144,1,0,2.2315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,8192,1,0,2.8911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,10240,1,0,3.7057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,12288,1,0,4.4722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,16384,1,0,5.9692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,0,0.0805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,16,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,32,1,0,0.1077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,64,1,0,0.1285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,128,1,0,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,256,1,0,0.2423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,512,1,0,0.3988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1024,1,0,0.7539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1536,1,0,1.0824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,2048,1,0,1.4249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,3072,1,0,2.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,4096,1,0,2.8317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,6144,1,0,4.3496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,8192,1,0,5.7816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,0,0.0863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,16,1,0,0.1058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,32,1,0,0.1286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,64,1,0,0.1605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,128,1,0,0.2445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,256,1,0,0.3971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,512,1,0,0.7557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1024,1,0,1.4123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1536,1,0,2.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,2048,1,0,2.7970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,3072,1,0,4.2930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,4096,1,0,5.6764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,0,0.0894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,16,1,0,0.1277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,32,1,0,0.1615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,64,1,0,0.2386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,128,1,0,0.3920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,256,1,0,0.7499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,512,1,0,1.4083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1024,1,0,2.7786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1536,1,0,4.2615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,2048,1,0,5.6280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,0,0.0972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,16,1,0,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,32,1,0,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,64,1,0,0.3954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,128,1,0,0.7522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,256,1,0,1.4090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,512,1,0,2.7730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1024,1,0,5.5952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,16,1,0,0.2468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,32,1,0,0.4104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,64,1,0,0.7536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,128,1,0,1.4150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,256,1,0,2.7751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,512,1,0,5.6227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,16,1,0,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,32,1,0,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,64,1,0,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,128,1,0,0.1818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,256,1,0,0.2146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,512,1,0,0.3031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1024,1,0,0.4909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1536,1,0,0.6963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,2048,1,0,0.9277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,3072,1,0,1.4124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,4096,1,0,1.9665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,6144,1,0,3.0222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,8192,1,0,4.4094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,10240,1,0,5.8083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,12288,1,0,7.5437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,16384,1,0,11.5898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,32768,1,0,32.9968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,0,0.1330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,16,1,0,0.1636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,32,1,0,0.1756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,64,1,0,0.1865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,128,1,0,0.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,256,1,0,0.3005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,512,1,0,0.4865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1024,1,0,0.8902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1536,1,0,1.3280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,2048,1,0,1.8011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,3072,1,0,2.6771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,4096,1,0,3.7543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,6144,1,0,6.1428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,8192,1,0,8.9980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,10240,1,0,11.9168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,12288,1,0,14.8167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,16384,1,0,22.6424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,32768,1,0,65.7428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,0,0.1393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,16,1,0,0.1859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,32,1,0,0.1958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,64,1,0,0.2228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,128,1,0,0.3016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,256,1,0,0.4837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,512,1,0,0.8775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1024,1,0,1.7231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1536,1,0,2.5007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,2048,1,0,3.4050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,3072,1,0,5.4425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,4096,1,0,7.6847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,6144,1,0,12.0039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,8192,1,0,17.4574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,10240,1,0,23.7498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,12288,1,0,29.4742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,16384,1,0,45.0661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,32768,1,0,128.5268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,0,0.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,16,1,0,0.2131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,32,1,0,0.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,64,1,0,0.3181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,128,1,0,0.4873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,256,1,0,0.8755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,512,1,0,1.6927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1024,1,0,3.2678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1536,1,0,5.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,2048,1,0,6.9990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,3072,1,0,10.6249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,4096,1,0,14.8316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,6144,1,0,23.8588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,8192,1,0,34.7043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,10240,1,0,46.5111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,12288,1,0,56.5453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,16384,1,0,87.2324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,0,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,16,1,0,0.2717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,32,1,0,0.3487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,64,1,0,0.5209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,128,1,0,0.8894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,256,1,0,1.6825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,512,1,0,3.1909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1024,1,0,6.6989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1536,1,0,9.9296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,2048,1,0,13.4746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,3072,1,0,21.1330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,4096,1,0,29.4660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,6144,1,0,45.3491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,8192,1,0,66.5055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,0,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,16,1,0,0.4183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,32,1,0,0.5886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,64,1,0,0.9572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,128,1,0,1.7285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,256,1,0,3.1863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,512,1,0,6.5977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1024,1,0,12.8592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1536,1,0,19.7500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,2048,1,0,26.7450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,3072,1,0,39.9024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,4096,1,0,56.0485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,0,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,16,1,0,0.7399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,32,1,0,1.1085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,64,1,0,1.8792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,128,1,0,3.3078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,256,1,0,6.5710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,512,1,0,12.6876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1024,1,0,25.5986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1536,1,0,37.2291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,2048,1,0,50.7235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,0,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,16,1,0,1.4480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,32,1,0,2.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,64,1,0,3.6490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,128,1,0,6.8655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,256,1,0,12.7021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,512,1,0,25.3259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1024,1,0,48.5924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,0,0.2397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,16,1,0,3.0607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,32,1,0,4.5125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,64,1,0,7.7634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,128,1,0,13.5814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,256,1,0,25.6263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,512,1,0,48.3343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,0,0.0999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,16,1,0,0.1253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,32,1,0,0.1277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,64,1,0,0.1341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,128,1,0,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,256,1,0,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,512,1,0,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1024,1,0,0.3293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1536,1,0,0.4349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,2048,1,0,0.5406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,3072,1,0,0.8024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,4096,1,0,1.0972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,6144,1,0,1.7646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,8192,1,0,2.5398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,10240,1,0,3.3285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,12288,1,0,4.1456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,16384,1,0,6.2128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,32768,1,0,17.6504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,0,0.1064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,16,1,0,0.1283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,32,1,0,0.1323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,64,1,0,0.1436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,128,1,0,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,256,1,0,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,512,1,0,0.3240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1024,1,0,0.5218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1536,1,0,0.7598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,2048,1,0,1.0075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,3072,1,0,1.5862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,4096,1,0,2.2145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,6144,1,0,3.4248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,8192,1,0,4.9221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,10240,1,0,6.4840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,12288,1,0,8.1512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,16384,1,0,12.4793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,32768,1,0,35.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,0,0.1107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,16,1,0,0.1388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,32,1,0,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,64,1,0,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,128,1,0,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,256,1,0,0.3214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,512,1,0,0.5177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1024,1,0,0.9721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1536,1,0,1.4993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,2048,1,0,2.0449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,3072,1,0,3.0789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,4096,1,0,4.2640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,6144,1,0,6.7344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,8192,1,0,9.8903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,10240,1,0,13.0914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,12288,1,0,16.2168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,16384,1,0,24.8073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,32768,1,0,70.2684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,0,0.1143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,16,1,0,0.1577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,32,1,0,0.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,64,1,0,0.2179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,128,1,0,0.3243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,256,1,0,0.5159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,512,1,0,0.9545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1024,1,0,1.9682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1536,1,0,2.9049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,2048,1,0,3.9241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,3072,1,0,6.0466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,4096,1,0,8.5792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,6144,1,0,13.3898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,8192,1,0,19.6259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,10240,1,0,26.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,12288,1,0,32.8521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,16384,1,0,49.6135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,0,0.1237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,16,1,0,0.1893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,32,1,0,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,64,1,0,0.3396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,128,1,0,0.5214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,256,1,0,0.9519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,512,1,0,1.9416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1024,1,0,3.7658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1536,1,0,5.6925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,2048,1,0,7.8966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,3072,1,0,12.0324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,4096,1,0,17.0046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,6144,1,0,27.2474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,8192,1,0,39.2615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,0,0.1289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,16,1,0,0.2691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,32,1,0,0.3726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,64,1,0,0.5552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,128,1,0,0.9747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,256,1,0,1.9286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,512,1,0,3.7195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1024,1,0,7.5921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1536,1,0,11.3371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,2048,1,0,15.6570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,3072,1,0,24.5264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,4096,1,0,34.0431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,0,0.1307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,16,1,0,0.4476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,32,1,0,0.6295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,64,1,0,1.0451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,128,1,0,1.9864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,256,1,0,3.7080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,512,1,0,7.5129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1024,1,0,15.0822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1536,1,0,23.1596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,2048,1,0,31.3945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,0,0.1477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,16,1,0,0.7994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,32,1,0,1.2173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,64,1,0,2.1498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,128,1,0,3.8488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,256,1,0,7.5174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,512,1,0,14.9499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1024,1,0,30.3218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,0,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,16,1,0,1.6344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,32,1,0,2.5802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,64,1,0,4.2961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,128,1,0,7.9535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,256,1,0,15.0927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,512,1,0,30.2038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,16,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,32,1,0,0.1105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,64,1,0,0.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,128,1,0,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,256,1,0,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,512,1,0,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1024,1,0,0.2232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1536,1,0,0.2877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,2048,1,0,0.3450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,3072,1,0,0.4845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,4096,1,0,0.6384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,6144,1,0,1.0209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,8192,1,0,1.4219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,10240,1,0,1.8693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,12288,1,0,2.3296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,16384,1,0,3.4467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,32768,1,0,9.3493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,0,0.1024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,16,1,0,0.1104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,32,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,64,1,0,0.1218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,128,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,256,1,0,0.1607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,512,1,0,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1024,1,0,0.3371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1536,1,0,0.4620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,2048,1,0,0.5994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,3072,1,0,0.9370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,4096,1,0,1.2589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,6144,1,0,1.9745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,8192,1,0,2.8019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,10240,1,0,3.6472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,12288,1,0,4.5647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,16384,1,0,6.7628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,32768,1,0,18.7842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,0,0.1060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,16,1,0,0.1159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,32,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,64,1,0,0.1299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,128,1,0,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,256,1,0,0.2174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,512,1,0,0.3320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1024,1,0,0.5810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1536,1,0,0.8880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,2048,1,0,1.1775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,3072,1,0,1.7976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,4096,1,0,2.4735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,6144,1,0,3.8487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,8192,1,0,5.4718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,10240,1,0,7.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,12288,1,0,9.0962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,16384,1,0,13.6284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,32768,1,0,37.5427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,0,0.1096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,16,1,0,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,32,1,0,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,64,1,0,0.1600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,128,1,0,0.2195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,256,1,0,0.3307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,512,1,0,0.5771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1024,1,0,1.1393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1536,1,0,1.7092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,2048,1,0,2.3041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,3072,1,0,3.5011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,4096,1,0,4.8176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,6144,1,0,7.6910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,8192,1,0,11.0428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,10240,1,0,14.6482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,12288,1,0,18.0012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,16384,1,0,27.2537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,0,0.1150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,16,1,0,0.1454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,32,1,0,0.1692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,64,1,0,0.2280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,128,1,0,0.3324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,256,1,0,0.5769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,512,1,0,1.1245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1024,1,0,2.2276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1536,1,0,3.3238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,2048,1,0,4.4753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,3072,1,0,6.9854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,4096,1,0,9.7372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,6144,1,0,15.1886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,8192,1,0,22.0699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,0,0.1219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,16,1,0,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,32,1,0,0.2455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,64,1,0,0.3497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,128,1,0,0.5809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,256,1,0,1.1202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,512,1,0,2.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1024,1,0,4.3251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1536,1,0,6.6345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,2048,1,0,9.0652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,3072,1,0,13.8250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,4096,1,0,19.4614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,0,0.1353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,16,1,0,0.2832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,32,1,0,0.3878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,64,1,0,0.6159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,128,1,0,1.1426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,256,1,0,2.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,512,1,0,4.2858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1024,1,0,8.7818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1536,1,0,13.1388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,2048,1,0,18.1555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,0,0.1576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,16,1,0,0.4716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,32,1,0,0.7025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,64,1,0,1.2314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,128,1,0,2.2636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,256,1,0,4.2918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,512,1,0,8.7149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1024,1,0,17.6179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,0,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,16,1,0,0.9115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,32,1,0,1.4435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,64,1,0,2.4860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,128,1,0,4.5079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,256,1,0,8.7884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,512,1,0,17.5567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,0,0.0827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,16,1,0,0.0908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,32,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,64,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,128,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,256,1,0,0.1218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,512,1,0,0.1351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1024,1,0,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1536,1,0,0.2160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,2048,1,0,0.2532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,3072,1,0,0.3368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,4096,1,0,0.4238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,6144,1,0,0.6541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,8192,1,0,0.8690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,10240,1,0,1.1323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,12288,1,0,1.4116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,16384,1,0,2.0377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,32768,1,0,5.3043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,0,0.0830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,16,1,0,0.0929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,32,1,0,0.0999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,64,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,128,1,0,0.1146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,256,1,0,0.1350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,512,1,0,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1024,1,0,0.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1536,1,0,0.3240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,2048,1,0,0.4063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,3072,1,0,0.5999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,4096,1,0,0.7868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,6144,1,0,1.2257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,8192,1,0,1.7136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,10240,1,0,2.2150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,12288,1,0,2.7699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,16384,1,0,4.0124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,32768,1,0,10.5095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,0,0.0869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,16,1,0,0.1005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,32,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,64,1,0,0.1140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,128,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,256,1,0,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,512,1,0,0.2365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1024,1,0,0.3989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1536,1,0,0.5769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,2048,1,0,0.7442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,3072,1,0,1.1306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,4096,1,0,1.5487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,6144,1,0,2.4047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,8192,1,0,3.3658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,10240,1,0,4.3864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,12288,1,0,5.5207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,16384,1,0,7.9415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,32768,1,0,21.1950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,16,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,32,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,64,1,0,0.1300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,128,1,0,0.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,256,1,0,0.2365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,512,1,0,0.3935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1024,1,0,0.7302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1536,1,0,1.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,2048,1,0,1.4651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,3072,1,0,2.2275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,4096,1,0,3.0401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,6144,1,0,4.8076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,8192,1,0,6.6550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,10240,1,0,8.7610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,12288,1,0,10.8973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,16384,1,0,16.0745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,16,1,0,0.1216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,32,1,0,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,64,1,0,0.1744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,128,1,0,0.2374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,256,1,0,0.3908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,512,1,0,0.7265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1024,1,0,1.4309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1536,1,0,2.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,2048,1,0,2.8722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,3072,1,0,4.4599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,4096,1,0,6.0042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,6144,1,0,9.4857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,8192,1,0,13.5137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,16,1,0,0.1456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,32,1,0,0.1836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,64,1,0,0.2476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,128,1,0,0.3945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,256,1,0,0.7248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,512,1,0,1.4138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1024,1,0,2.7959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1536,1,0,4.2786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,2048,1,0,5.6695
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,3072,1,0,8.7910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,4096,1,0,12.2150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,16,1,0,0.2017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,32,1,0,0.2649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,64,1,0,0.4134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,128,1,0,0.7350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,256,1,0,1.4236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,512,1,0,2.7763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1024,1,0,5.5270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1536,1,0,8.4544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,2048,1,0,11.5821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,0,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,16,1,0,0.3064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,32,1,0,0.4582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,64,1,0,0.7788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,128,1,0,1.4529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,256,1,0,2.7817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,512,1,0,5.4971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1024,1,0,11.3066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,0,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,16,1,0,0.5637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,32,1,0,0.8802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,64,1,0,1.5651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,128,1,0,2.8899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,256,1,0,5.5336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,512,1,0,11.2569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,0,0.0747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,16,1,0,0.0858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,32,1,0,0.0906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,64,1,0,0.0964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,128,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,256,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,512,1,0,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1024,1,0,0.1575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1536,1,0,0.1839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,2048,1,0,0.2158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,3072,1,0,0.2785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,4096,1,0,0.3431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,6144,1,0,0.4871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,8192,1,0,0.6128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,10240,1,0,0.7882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,12288,1,0,0.9676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,16384,1,0,1.3523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,32768,1,0,3.2844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,0,0.0787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,16,1,0,0.0901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,32,1,0,0.0970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,64,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,128,1,0,0.1099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,256,1,0,0.1237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,512,1,0,0.1518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1024,1,0,0.2035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1536,1,0,0.2617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,2048,1,0,0.3192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,3072,1,0,0.4521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,4096,1,0,0.5733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,6144,1,0,0.8756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,8192,1,0,1.1820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,10240,1,0,1.5014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,12288,1,0,1.8650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,16384,1,0,2.6276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,32768,1,0,6.5218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,0,0.0828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,16,1,0,0.0967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,32,1,0,0.1014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,64,1,0,0.1081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,128,1,0,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,256,1,0,0.1516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,512,1,0,0.1982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1024,1,0,0.3114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1536,1,0,0.4464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,2048,1,0,0.5669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,3072,1,0,0.8283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,4096,1,0,1.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,6144,1,0,1.6747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,8192,1,0,2.3035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,10240,1,0,2.9784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,12288,1,0,3.7580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,16384,1,0,5.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,32768,1,0,13.0536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,0,0.0852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,16,1,0,0.1021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,32,1,0,0.1102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,64,1,0,0.1188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,128,1,0,0.1462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,256,1,0,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,512,1,0,0.3044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1024,1,0,0.5501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1536,1,0,0.8076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,2048,1,0,1.0639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,3072,1,0,1.5864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,4096,1,0,2.1328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,6144,1,0,3.3901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,8192,1,0,4.5802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,10240,1,0,5.9992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,12288,1,0,7.3498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,16384,1,0,10.4907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,16,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,32,1,0,0.1198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,64,1,0,0.1442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,128,1,0,0.1930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,256,1,0,0.3038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,512,1,0,0.5416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1024,1,0,1.0491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1536,1,0,1.5429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,2048,1,0,2.0632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,3072,1,0,3.2010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,4096,1,0,4.2471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,6144,1,0,6.6398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,8192,1,0,9.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,0,0.0985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,16,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,32,1,0,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,64,1,0,0.1987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,128,1,0,0.3034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,256,1,0,0.5437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,512,1,0,1.0358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1024,1,0,2.0253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1536,1,0,3.1167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,2048,1,0,4.0929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,3072,1,0,6.2968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,4096,1,0,8.5348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,0,0.1048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,16,1,0,0.1608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,32,1,0,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,64,1,0,0.3158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,128,1,0,0.5436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,256,1,0,1.0398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,512,1,0,2.0115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1024,1,0,4.0206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1536,1,0,6.1253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,2048,1,0,8.2327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,0,0.1116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,16,1,0,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,32,1,0,0.3354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,64,1,0,0.5732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,128,1,0,1.0470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,256,1,0,2.0178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,512,1,0,4.0056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1024,1,0,8.0954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,0,0.1320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,16,1,0,0.3909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,32,1,0,0.6204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,64,1,0,1.1103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,128,1,0,2.0662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,256,1,0,4.0280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,512,1,0,8.0564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,0,0.0726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,16,1,0,0.0870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,32,1,0,0.0894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,64,1,0,0.0948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,128,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,256,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,512,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1024,1,0,0.1482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1536,1,0,0.1679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,2048,1,0,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,3072,1,0,0.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,4096,1,0,0.3127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,6144,1,0,0.4327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,8192,1,0,0.5449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,10240,1,0,0.6559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,12288,1,0,0.7778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,16384,1,0,1.0230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,32768,1,0,2.2903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,0,0.0768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,16,1,0,0.0908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,32,1,0,0.0950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,64,1,0,0.0984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,128,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,256,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,512,1,0,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1024,1,0,0.1836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1536,1,0,0.2309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,2048,1,0,0.2871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,3072,1,0,0.3964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,4096,1,0,0.4955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,6144,1,0,0.7125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,8192,1,0,0.9349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,10240,1,0,1.1632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,12288,1,0,1.4262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,16384,1,0,1.9537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,32768,1,0,4.5299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,0,0.0809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,16,1,0,0.0949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,32,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,64,1,0,0.1038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,128,1,0,0.1146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,256,1,0,0.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,512,1,0,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1024,1,0,0.2749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1536,1,0,0.3815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,2048,1,0,0.4737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,3072,1,0,0.6870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,4096,1,0,0.9130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,6144,1,0,1.3380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,8192,1,0,1.7834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,10240,1,0,2.2819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,12288,1,0,2.8733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,16384,1,0,3.8740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,32768,1,0,9.1103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,0,0.0853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,16,1,0,0.0980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,32,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,64,1,0,0.1137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,128,1,0,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,256,1,0,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,512,1,0,0.2700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1024,1,0,0.4693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1536,1,0,0.6719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,2048,1,0,0.8961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,3072,1,0,1.2881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,4096,1,0,1.7192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,6144,1,0,2.6892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,8192,1,0,3.5396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,10240,1,0,4.6119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,12288,1,0,5.6441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,16384,1,0,7.8126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,16,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,32,1,0,0.1141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,64,1,0,0.1365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,128,1,0,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,256,1,0,0.2714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,512,1,0,0.4636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1024,1,0,0.8744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1536,1,0,1.2616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,2048,1,0,1.6735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,3072,1,0,2.6077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,4096,1,0,3.3947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,6144,1,0,5.2956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,8192,1,0,7.1289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,0,0.0956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,16,1,0,0.1172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,32,1,0,0.1374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,64,1,0,0.1731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,128,1,0,0.2712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,256,1,0,0.4584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,512,1,0,0.8740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1024,1,0,1.6509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1536,1,0,2.5616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,2048,1,0,3.3121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,3072,1,0,5.1167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,4096,1,0,6.8321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,0,0.1021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,16,1,0,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,32,1,0,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,64,1,0,0.2696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,128,1,0,0.4668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,256,1,0,0.8622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,512,1,0,1.6432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1024,1,0,3.2731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1536,1,0,5.0216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,2048,1,0,6.6693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,16,1,0,0.1908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,32,1,0,0.2874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,64,1,0,0.4707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,128,1,0,0.8775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,256,1,0,1.6433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,512,1,0,3.2617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1024,1,0,6.6057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,0,0.1209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,16,1,0,0.3088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,32,1,0,0.5026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,64,1,0,0.8981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,128,1,0,1.6675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,256,1,0,3.2756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,512,1,0,6.6033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,0,0.0706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,16,1,0,0.0848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,32,1,0,0.0887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,64,1,0,0.0931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,128,1,0,0.0994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,256,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,512,1,0,0.1180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1024,1,0,0.1447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1536,1,0,0.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,2048,1,0,0.1885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,3072,1,0,0.2406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,4096,1,0,0.2907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,6144,1,0,0.4009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,8192,1,0,0.4880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,10240,1,0,0.6130
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,12288,1,0,0.7287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,16384,1,0,0.9560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,32768,1,0,1.8268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,0,0.0724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,16,1,0,0.0888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,32,1,0,0.0935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,64,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,128,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,256,1,0,0.1176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,512,1,0,0.1392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1024,1,0,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1536,1,0,0.2243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,2048,1,0,0.2690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,3072,1,0,0.3665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,4096,1,0,0.4644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,6144,1,0,0.6620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,8192,1,0,0.8674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,10240,1,0,1.0508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,12288,1,0,1.2548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,16384,1,0,1.6474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,32768,1,0,3.5766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,0,0.0768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,16,1,0,0.0931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,32,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,64,1,0,0.1034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,128,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,256,1,0,0.1403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,512,1,0,0.1725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1024,1,0,0.2591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1536,1,0,0.3499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,2048,1,0,0.4419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,3072,1,0,0.6292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,4096,1,0,0.8223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,6144,1,0,1.1928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,8192,1,0,1.5983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,10240,1,0,2.0114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,12288,1,0,2.4866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,16384,1,0,3.2392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,32768,1,0,7.1968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,0,0.0825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,16,1,0,0.0996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,32,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,64,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,128,1,0,0.1323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,256,1,0,0.1723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,512,1,0,0.2532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1024,1,0,0.4311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1536,1,0,0.6122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,2048,1,0,0.7987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,3072,1,0,1.1662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,4096,1,0,1.5444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,6144,1,0,2.3855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,8192,1,0,3.1039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,10240,1,0,4.0024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,12288,1,0,4.8469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,16384,1,0,6.5463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,0,0.0910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,16,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,32,1,0,0.1116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,64,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,128,1,0,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,256,1,0,0.2588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,512,1,0,0.4279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1024,1,0,0.7972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1536,1,0,1.1495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,2048,1,0,1.5138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,3072,1,0,2.3351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,4096,1,0,3.0091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,6144,1,0,4.6524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,8192,1,0,6.2252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,0,0.0949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,16,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,32,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,64,1,0,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,128,1,0,0.2467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,256,1,0,0.4211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,512,1,0,0.7834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1024,1,0,1.4948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1536,1,0,2.2966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,2048,1,0,2.9620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,3072,1,0,4.5658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,4096,1,0,6.0529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,16,1,0,0.1333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,32,1,0,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,64,1,0,0.2486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,128,1,0,0.4239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,256,1,0,0.7837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,512,1,0,1.4902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1024,1,0,2.9373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1536,1,0,4.5034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,2048,1,0,5.9788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,0,0.1068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,16,1,0,0.1741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,32,1,0,0.2538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,64,1,0,0.4273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,128,1,0,0.7858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,256,1,0,1.4893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,512,1,0,2.9292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1024,1,0,5.9293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,0,0.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,16,1,0,0.2702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,32,1,0,0.4432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,64,1,0,0.8016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,128,1,0,1.5016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,256,1,0,2.9348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,512,1,0,5.9294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,0,0.0652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,16,1,0,0.0830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,32,1,0,0.0867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,64,1,0,0.0890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,128,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,256,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,512,1,0,0.1129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1024,1,0,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1536,1,0,0.1599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,2048,1,0,0.1835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,3072,1,0,0.2361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,4096,1,0,0.2818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,6144,1,0,0.3842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,8192,1,0,0.4293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,10240,1,0,0.5373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,12288,1,0,0.6417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,16384,1,0,0.8681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,32768,1,0,1.7629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,0,0.0723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,16,1,0,0.0869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,32,1,0,0.0890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,64,1,0,0.0958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,128,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,256,1,0,0.1120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,512,1,0,0.1354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1024,1,0,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1536,1,0,0.2188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,2048,1,0,0.2592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,3072,1,0,0.3487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,4096,1,0,0.4416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,6144,1,0,0.6399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,8192,1,0,0.8127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,10240,1,0,1.0033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,12288,1,0,1.2005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,16384,1,0,1.5825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,32768,1,0,3.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,0,0.0743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,16,1,0,0.0891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,32,1,0,0.0959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,64,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,128,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,256,1,0,0.1352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,512,1,0,0.1670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1024,1,0,0.2517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1536,1,0,0.3352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,2048,1,0,0.4164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,3072,1,0,0.6029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,4096,1,0,0.7889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,6144,1,0,1.1321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,8192,1,0,1.4927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,10240,1,0,1.8595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,12288,1,0,2.3030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,16384,1,0,3.0035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,32768,1,0,6.2856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,0,0.0805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,16,1,0,0.0952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,32,1,0,0.1008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,64,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,128,1,0,0.1280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,256,1,0,0.1676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,512,1,0,0.2429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1024,1,0,0.4125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1536,1,0,0.5941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,2048,1,0,0.7732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,3072,1,0,1.0987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,4096,1,0,1.4476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,6144,1,0,2.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,8192,1,0,2.8909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,10240,1,0,3.7030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,12288,1,0,4.4739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,16384,1,0,5.9652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,0,0.0869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,16,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,32,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,64,1,0,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,128,1,0,0.1614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,256,1,0,0.2437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,512,1,0,0.3989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1024,1,0,0.7528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1536,1,0,1.0819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,2048,1,0,1.4249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,3072,1,0,2.1970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,4096,1,0,2.8307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,6144,1,0,4.3350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,8192,1,0,5.8025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,16,1,0,0.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,32,1,0,0.1278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,64,1,0,0.1614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,128,1,0,0.2397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,256,1,0,0.4043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,512,1,0,0.7535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1024,1,0,1.4128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1536,1,0,2.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,2048,1,0,2.7995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,3072,1,0,4.2728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,4096,1,0,5.6744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,0,0.0962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,16,1,0,0.1279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,32,1,0,0.1615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,64,1,0,0.2410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,128,1,0,0.3933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,256,1,0,0.7483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,512,1,0,1.4091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1024,1,0,2.7806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1536,1,0,4.2487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,2048,1,0,5.6163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,16,1,0,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,32,1,0,0.2375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,64,1,0,0.3933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,128,1,0,0.7440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,256,1,0,1.4107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,512,1,0,2.7749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1024,1,0,5.6050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,16,1,0,0.2477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,32,1,0,0.4045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,64,1,0,0.7527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,128,1,0,1.4177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,256,1,0,2.7735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,512,1,0,5.6071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,1,1,0,0.1301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,16,1,0,0.1547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,32,1,0,0.1593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,64,1,0,0.1731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,128,1,0,0.1823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,256,1,0,0.2137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,512,1,0,0.3033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,1024,1,0,0.4896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,1536,1,0,0.6972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,2048,1,0,0.9273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,3072,1,0,1.4134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,4096,1,0,1.9675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,6144,1,0,3.0243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,8192,1,0,4.4272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,10240,1,0,5.8110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,12288,1,0,7.5421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,16384,1,0,11.5932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,1,32768,1,0,32.9855
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,1,1,0,0.1344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,16,1,0,0.1634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,32,1,0,0.1754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,64,1,0,0.1887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,128,1,0,0.2140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,256,1,0,0.3000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,512,1,0,0.4862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,1024,1,0,0.8921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,1536,1,0,1.3287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,2048,1,0,1.7965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,3072,1,0,2.6754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,4096,1,0,3.7634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,6144,1,0,6.1312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,8192,1,0,8.9995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,10240,1,0,11.9188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,12288,1,0,14.8174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,16384,1,0,22.6505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,2,32768,1,0,65.7513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,1,1,0,0.1382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,16,1,0,0.1856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,32,1,0,0.1975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,64,1,0,0.2232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,128,1,0,0.3017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,256,1,0,0.4834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,512,1,0,0.8777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,1024,1,0,1.7167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,1536,1,0,2.4998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,2048,1,0,3.4194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,3072,1,0,5.4342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,4096,1,0,7.6861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,6144,1,0,12.0033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,8192,1,0,17.4546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,10240,1,0,23.7517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,12288,1,0,29.4845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,16384,1,0,45.0672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,4,32768,1,0,128.5339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,1,1,0,0.1432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,16,1,0,0.2117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,32,1,0,0.2383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,64,1,0,0.3180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,128,1,0,0.4880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,256,1,0,0.8749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,512,1,0,1.6932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,1024,1,0,3.2642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,1536,1,0,5.0918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,2048,1,0,6.9974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,3072,1,0,10.6299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,4096,1,0,14.8358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,6144,1,0,23.8642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,8192,1,0,34.7063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,10240,1,0,46.5184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,12288,1,0,56.5390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,8,16384,1,0,87.2031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,1,1,0,0.1529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,16,1,0,0.2710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,32,1,0,0.3499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,64,1,0,0.5194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,128,1,0,0.8894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,256,1,0,1.6913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,512,1,0,3.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,1024,1,0,6.6922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,1536,1,0,9.9317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,2048,1,0,13.4775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,3072,1,0,21.1325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,4096,1,0,29.4668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,6144,1,0,45.3584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,16,8192,1,0,66.4743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,1,1,0,0.1587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,16,1,0,0.4181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,32,1,0,0.5895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,64,1,0,0.9579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,128,1,0,1.7352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,256,1,0,3.2080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,512,1,0,6.5921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,1024,1,0,12.8663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,1536,1,0,19.7428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,2048,1,0,26.7431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,3072,1,0,39.8959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,32,4096,1,0,56.8107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,1,1,0,0.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,16,1,0,0.7393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,32,1,0,1.1087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,64,1,0,1.8783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,128,1,0,3.2976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,256,1,0,6.5704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,512,1,0,12.6912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,1024,1,0,25.6009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,1536,1,0,37.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,64,2048,1,0,50.7077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,1,1,0,0.1959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,16,1,0,1.4467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,32,1,0,2.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,64,1,0,3.6439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,128,1,0,6.8709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,256,1,0,12.7040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,512,1,0,25.3208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,128,1024,1,0,48.5564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,256,1,1,0,0.2411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,256,16,1,0,3.0583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,256,32,1,0,4.5090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,256,64,1,0,7.7720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,256,128,1,0,13.5826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,256,256,1,0,25.6220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,128,256,512,1,0,48.8145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,1,1,0,0.1028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,16,1,0,0.1248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,32,1,0,0.1277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,64,1,0,0.1333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,128,1,0,0.1430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,256,1,0,0.1656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,512,1,0,0.2094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,1024,1,0,0.3288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,1536,1,0,0.4347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,2048,1,0,0.5400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,3072,1,0,0.8022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,4096,1,0,1.0910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,6144,1,0,1.7615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,8192,1,0,2.5379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,10240,1,0,3.3327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,12288,1,0,4.1403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,16384,1,0,6.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,1,32768,1,0,17.6504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,1,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,16,1,0,0.1282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,32,1,0,0.1327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,64,1,0,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,128,1,0,0.1596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,256,1,0,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,512,1,0,0.3243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,1024,1,0,0.5224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,1536,1,0,0.7591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,2048,1,0,1.0054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,3072,1,0,1.5898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,4096,1,0,2.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,6144,1,0,3.4280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,8192,1,0,4.9158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,10240,1,0,6.4847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,12288,1,0,8.1514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,16384,1,0,12.4835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,2,32768,1,0,35.1341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,1,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,16,1,0,0.1391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,32,1,0,0.1492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,64,1,0,0.1647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,128,1,0,0.2101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,256,1,0,0.3225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,512,1,0,0.5186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,1024,1,0,0.9700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,1536,1,0,1.5008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,2048,1,0,2.0380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,3072,1,0,3.0764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,4096,1,0,4.2576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,6144,1,0,6.7380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,8192,1,0,9.8898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,10240,1,0,13.0927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,12288,1,0,16.2175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,16384,1,0,24.8062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,4,32768,1,0,70.9072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,1,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,16,1,0,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,32,1,0,0.1756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,64,1,0,0.2184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,128,1,0,0.3241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,256,1,0,0.5152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,512,1,0,0.9561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,1024,1,0,1.9645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,1536,1,0,2.9010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,2048,1,0,3.9199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,3072,1,0,6.0449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,4096,1,0,8.5817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,6144,1,0,13.3928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,8192,1,0,19.6260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,10240,1,0,26.1662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,12288,1,0,32.8546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,8,16384,1,0,49.6119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,1,1,0,0.1223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,16,1,0,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,32,1,0,0.2350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,64,1,0,0.3387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,128,1,0,0.5211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,256,1,0,0.9527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,512,1,0,1.9367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,1024,1,0,3.7634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,1536,1,0,5.6949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,2048,1,0,7.8970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,3072,1,0,12.0375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,4096,1,0,17.0071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,6144,1,0,27.2532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,16,8192,1,0,39.2677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,1,1,0,0.1288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,16,1,0,0.2682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,32,1,0,0.3738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,64,1,0,0.5534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,128,1,0,0.9711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,256,1,0,1.9284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,512,1,0,3.7148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,1024,1,0,7.5944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,1536,1,0,11.3389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,2048,1,0,15.6583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,3072,1,0,24.5246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,32,4096,1,0,34.0248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,1,1,0,0.1320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,16,1,0,0.4470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,32,1,0,0.6290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,64,1,0,1.0441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,128,1,0,1.9822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,256,1,0,3.7026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,512,1,0,7.5138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,1024,1,0,15.0813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,1536,1,0,23.1515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,64,2048,1,0,31.3956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,1,1,0,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,16,1,0,0.7985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,32,1,0,1.2172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,64,1,0,2.1576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,128,1,0,3.8488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,256,1,0,7.5158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,512,1,0,14.9487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,128,1024,1,0,30.3332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,256,1,1,0,0.1725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,256,16,1,0,1.6365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,256,32,1,0,2.5820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,256,64,1,0,4.2986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,256,128,1,0,7.9533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,256,256,1,0,15.0929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,64,256,512,1,0,30.1960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,1,1,0,0.0950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,16,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,32,1,0,0.1109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,64,1,0,0.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,128,1,0,0.1233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,256,1,0,0.1348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,512,1,0,0.1614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,1024,1,0,0.2232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,1536,1,0,0.2866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,2048,1,0,0.3457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,3072,1,0,0.4844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,4096,1,0,0.6406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,6144,1,0,1.0211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,8192,1,0,1.4184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,10240,1,0,1.8676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,12288,1,0,2.3337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,16384,1,0,3.4433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,1,32768,1,0,9.3524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,1,1,0,0.1006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,16,1,0,0.1096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,32,1,0,0.1177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,64,1,0,0.1209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,128,1,0,0.1291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,256,1,0,0.1596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,512,1,0,0.2184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,1024,1,0,0.3388
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,1536,1,0,0.4614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,2048,1,0,0.5981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,3072,1,0,0.9314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,4096,1,0,1.2621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,6144,1,0,1.9660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,8192,1,0,2.7980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,10240,1,0,3.6456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,12288,1,0,4.5650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,16384,1,0,6.7649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,2,32768,1,0,18.7876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,1,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,16,1,0,0.1166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,32,1,0,0.1221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,64,1,0,0.1300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,128,1,0,0.1558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,256,1,0,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,512,1,0,0.3324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,1024,1,0,0.5805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,1536,1,0,0.8881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,2048,1,0,1.1799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,3072,1,0,1.7917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,4096,1,0,2.4733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,6144,1,0,3.8493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,8192,1,0,5.4696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,10240,1,0,7.2060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,12288,1,0,9.0883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,16384,1,0,13.6287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,4,32768,1,0,37.5439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,1,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,16,1,0,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,32,1,0,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,64,1,0,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,128,1,0,0.2191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,256,1,0,0.3304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,512,1,0,0.5785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,1024,1,0,1.1392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,1536,1,0,1.7087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,2048,1,0,2.3017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,3072,1,0,3.5018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,4096,1,0,4.8165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,6144,1,0,7.6858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,8192,1,0,11.0460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,10240,1,0,14.6497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,12288,1,0,18.0084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,8,16384,1,0,27.2318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,1,1,0,0.1143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,16,1,0,0.1453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,32,1,0,0.1703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,64,1,0,0.2279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,128,1,0,0.3330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,256,1,0,0.5715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,512,1,0,1.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,1024,1,0,2.2232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,1536,1,0,3.3241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,2048,1,0,4.4757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,3072,1,0,6.9970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,4096,1,0,9.7365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,6144,1,0,15.2063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,16,8192,1,0,22.0585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,1,1,0,0.1231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,16,1,0,0.1857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,32,1,0,0.2450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,64,1,0,0.3504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,128,1,0,0.5836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,256,1,0,1.1273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,512,1,0,2.2006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,1024,1,0,4.3254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,1536,1,0,6.6448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,2048,1,0,9.0642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,3072,1,0,13.8356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,32,4096,1,0,19.4573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,1,1,0,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,16,1,0,0.2812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,32,1,0,0.3865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,64,1,0,0.6170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,128,1,0,1.1379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,256,1,0,2.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,512,1,0,4.2875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,1024,1,0,8.7818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,1536,1,0,13.1354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,64,2048,1,0,18.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,1,1,0,0.1578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,16,1,0,0.4719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,32,1,0,0.7076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,64,1,0,1.2335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,128,1,0,2.2717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,256,1,0,4.2923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,512,1,0,8.7164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,128,1024,1,0,17.6308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,256,1,1,0,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,256,16,1,0,0.9102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,256,32,1,0,1.4505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,256,64,1,0,2.4861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,256,128,1,0,4.5064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,256,256,1,0,8.7893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,32,256,512,1,0,17.5861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,1,1,0,0.0836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,16,1,0,0.0888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,32,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,64,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,128,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,256,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,512,1,0,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,1024,1,0,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,1536,1,0,0.2162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,2048,1,0,0.2535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,3072,1,0,0.3372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,4096,1,0,0.4313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,6144,1,0,0.6469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,8192,1,0,0.8796
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,10240,1,0,1.1318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,12288,1,0,1.4238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,16384,1,0,2.0422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,1,32768,1,0,5.3066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,1,1,0,0.0829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,16,1,0,0.0915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,32,1,0,0.1000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,64,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,128,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,256,1,0,0.1347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,512,1,0,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,1024,1,0,0.2420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,1536,1,0,0.3236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,2048,1,0,0.4132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,3072,1,0,0.5995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,4096,1,0,0.7960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,6144,1,0,1.2222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,8192,1,0,1.7238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,10240,1,0,2.2154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,12288,1,0,2.7685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,16384,1,0,4.0131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,2,32768,1,0,10.5115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,1,1,0,0.0853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,16,1,0,0.0995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,32,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,64,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,128,1,0,0.1292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,256,1,0,0.1733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,512,1,0,0.2362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,1024,1,0,0.4061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,1536,1,0,0.5757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,2048,1,0,0.7563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,3072,1,0,1.1303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,4096,1,0,1.5604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,6144,1,0,2.4045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,8192,1,0,3.3657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,10240,1,0,4.3856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,12288,1,0,5.5366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,16384,1,0,7.9424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,4,32768,1,0,21.2269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,1,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,16,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,32,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,64,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,128,1,0,0.1691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,256,1,0,0.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,512,1,0,0.3944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,1024,1,0,0.7380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,1536,1,0,1.0904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,2048,1,0,1.4749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,3072,1,0,2.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,4096,1,0,3.0425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,6144,1,0,4.8055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,8192,1,0,6.6563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,10240,1,0,8.7620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,12288,1,0,10.9204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,8,16384,1,0,16.0680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,1,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,16,1,0,0.1200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,32,1,0,0.1355
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,64,1,0,0.1733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,128,1,0,0.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,256,1,0,0.3916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,512,1,0,0.7336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,1024,1,0,1.4270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,1536,1,0,2.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,2048,1,0,2.8700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,3072,1,0,4.4773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,4096,1,0,6.0055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,6144,1,0,9.4859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,16,8192,1,0,13.5537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,1,1,0,0.1024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,16,1,0,0.1463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,32,1,0,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,64,1,0,0.2474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,128,1,0,0.3951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,256,1,0,0.7219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,512,1,0,1.4146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,1024,1,0,2.7953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,1536,1,0,4.2806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,2048,1,0,5.6687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,3072,1,0,8.7921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,32,4096,1,0,12.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,1,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,16,1,0,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,32,1,0,0.2651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,64,1,0,0.4136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,128,1,0,0.7319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,256,1,0,1.4190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,512,1,0,2.7749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,1024,1,0,5.5264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,1536,1,0,8.4520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,64,2048,1,0,11.5518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,1,1,0,0.1278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,16,1,0,0.3079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,32,1,0,0.4570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,64,1,0,0.7758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,128,1,0,1.4478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,256,1,0,2.7822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,512,1,0,5.4945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,128,1024,1,0,11.3249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,256,1,1,0,0.1537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,256,16,1,0,0.5667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,256,32,1,0,0.8865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,256,64,1,0,1.5685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,256,128,1,0,2.8885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,256,256,1,0,5.5381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,16,256,512,1,0,11.2636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,1,1,0,0.0747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,16,1,0,0.0867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,32,1,0,0.0908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,64,1,0,0.0958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,128,1,0,0.1014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,256,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,512,1,0,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,1024,1,0,0.1576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,1536,1,0,0.1842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,2048,1,0,0.2154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,3072,1,0,0.2791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,4096,1,0,0.3427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,6144,1,0,0.4857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,8192,1,0,0.6191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,10240,1,0,0.7887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,12288,1,0,0.9682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,16384,1,0,1.3527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,1,32768,1,0,3.2843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,1,1,0,0.0789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,16,1,0,0.0894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,32,1,0,0.0970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,64,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,128,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,256,1,0,0.1239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,512,1,0,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,1024,1,0,0.2031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,1536,1,0,0.2620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,2048,1,0,0.3187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,3072,1,0,0.4529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,4096,1,0,0.5763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,6144,1,0,0.8804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,8192,1,0,1.1875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,10240,1,0,1.5003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,12288,1,0,1.8646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,16384,1,0,2.6282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,2,32768,1,0,6.5189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,1,1,0,0.0827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,16,1,0,0.0967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,32,1,0,0.1014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,64,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,128,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,256,1,0,0.1514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,512,1,0,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,1024,1,0,0.3082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,1536,1,0,0.4468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,2048,1,0,0.5626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,3072,1,0,0.8259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,4096,1,0,1.0976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,6144,1,0,1.6734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,8192,1,0,2.3056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,10240,1,0,2.9794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,12288,1,0,3.7435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,16384,1,0,5.2279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,4,32768,1,0,13.0223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,1,1,0,0.0868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,16,1,0,0.1014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,32,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,64,1,0,0.1199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,128,1,0,0.1464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,256,1,0,0.1974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,512,1,0,0.3055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,1024,1,0,0.5512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,1536,1,0,0.8000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,2048,1,0,1.0667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,3072,1,0,1.5848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,4096,1,0,2.1334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,6144,1,0,3.3776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,8192,1,0,4.5807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,10240,1,0,5.9753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,12288,1,0,7.3580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,8,16384,1,0,10.4645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,1,1,0,0.0929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,16,1,0,0.1109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,32,1,0,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,64,1,0,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,128,1,0,0.1931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,256,1,0,0.3023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,512,1,0,0.5471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,1024,1,0,1.0433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,1536,1,0,1.5432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,2048,1,0,2.0595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,3072,1,0,3.2176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,4096,1,0,4.2411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,6144,1,0,6.6635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,16,8192,1,0,9.1674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,1,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,16,1,0,0.1249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,32,1,0,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,64,1,0,0.1982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,128,1,0,0.3071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,256,1,0,0.5422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,512,1,0,1.0418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,1024,1,0,2.0223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,1536,1,0,3.1285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,2048,1,0,4.0893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,3072,1,0,6.3104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,32,4096,1,0,8.5042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,1,1,0,0.1048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,16,1,0,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,32,1,0,0.2084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,64,1,0,0.3170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,128,1,0,0.5508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,256,1,0,1.0328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,512,1,0,2.0120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,1024,1,0,4.0198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,1536,1,0,6.1200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,64,2048,1,0,8.1977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,1,1,0,0.1128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,16,1,0,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,32,1,0,0.3351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,64,1,0,0.5709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,128,1,0,1.0490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,256,1,0,2.0175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,512,1,0,4.0047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,128,1024,1,0,8.0694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,256,1,1,0,0.1340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,256,16,1,0,0.3883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,256,32,1,0,0.6215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,256,64,1,0,1.1055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,256,128,1,0,2.0650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,256,256,1,0,4.0279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,8,256,512,1,0,8.0525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,1,1,0,0.0703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,16,1,0,0.0867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,32,1,0,0.0909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,64,1,0,0.0953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,128,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,256,1,0,0.1109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,512,1,0,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,1024,1,0,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,1536,1,0,0.1682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,2048,1,0,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,3072,1,0,0.2478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,4096,1,0,0.3095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,6144,1,0,0.4293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,8192,1,0,0.5422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,10240,1,0,0.6542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,12288,1,0,0.7879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,16384,1,0,1.0231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,1,32768,1,0,2.2916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,1,1,0,0.0769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,16,1,0,0.0911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,32,1,0,0.0949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,64,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,128,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,256,1,0,0.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,512,1,0,0.1428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,1024,1,0,0.1836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,1536,1,0,0.2301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,2048,1,0,0.2897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,3072,1,0,0.3952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,4096,1,0,0.5019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,6144,1,0,0.7121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,8192,1,0,0.9402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,10240,1,0,1.1639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,12288,1,0,1.4272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,16384,1,0,1.9534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,2,32768,1,0,4.5298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,1,1,0,0.0805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,16,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,32,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,64,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,128,1,0,0.1157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,256,1,0,0.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,512,1,0,0.1787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,1024,1,0,0.2778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,1536,1,0,0.3770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,2048,1,0,0.4771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,3072,1,0,0.6883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,4096,1,0,0.9141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,6144,1,0,1.3356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,8192,1,0,1.7837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,10240,1,0,2.2829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,12288,1,0,2.8629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,16384,1,0,3.8751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,4,32768,1,0,9.0812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,1,1,0,0.0851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,16,1,0,0.0979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,32,1,0,0.1045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,64,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,128,1,0,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,256,1,0,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,512,1,0,0.2699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,1024,1,0,0.4642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,1536,1,0,0.6744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,2048,1,0,0.8899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,3072,1,0,1.2877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,4096,1,0,1.7200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,6144,1,0,2.6846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,8192,1,0,3.5391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,10240,1,0,4.6009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,12288,1,0,5.6335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,8,16384,1,0,7.7955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,1,1,0,0.0914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,32,1,0,0.1158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,64,1,0,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,128,1,0,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,256,1,0,0.2706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,512,1,0,0.4597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,1024,1,0,0.8717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,1536,1,0,1.2632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,2048,1,0,1.6736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,3072,1,0,2.5952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,4096,1,0,3.3948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,6144,1,0,5.2764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,16,8192,1,0,7.1235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,1,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,16,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,32,1,0,0.1376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,64,1,0,0.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,128,1,0,0.2657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,256,1,0,0.4557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,512,1,0,0.8639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,1024,1,0,1.6515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,1536,1,0,2.5465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,2048,1,0,3.3139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,3072,1,0,5.0871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,32,4096,1,0,6.8249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,1,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,16,1,0,0.1430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,32,1,0,0.1790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,64,1,0,0.2724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,128,1,0,0.4587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,256,1,0,0.8637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,512,1,0,1.6437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,1024,1,0,3.2754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,1536,1,0,5.0137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,64,2048,1,0,6.6699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,1,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,16,1,0,0.1906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,32,1,0,0.2813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,64,1,0,0.4733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,128,1,0,0.8697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,256,1,0,1.6452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,512,1,0,3.2613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,128,1024,1,0,6.5925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,256,1,1,0,0.1218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,256,16,1,0,0.3092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,256,32,1,0,0.4991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,256,64,1,0,0.8973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,256,128,1,0,1.6683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,256,256,1,0,3.2746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,4,256,512,1,0,6.5953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,1,1,0,0.0703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,16,1,0,0.0850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,32,1,0,0.0887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,64,1,0,0.0929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,128,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,256,1,0,0.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,512,1,0,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,1024,1,0,0.1436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,1536,1,0,0.1635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,2048,1,0,0.1879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,3072,1,0,0.2410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,4096,1,0,0.2916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,6144,1,0,0.4010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,8192,1,0,0.4839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,10240,1,0,0.6134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,12288,1,0,0.7295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,16384,1,0,0.9535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,1,32768,1,0,1.8278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,1,1,0,0.0724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,16,1,0,0.0888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,32,1,0,0.0931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,64,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,128,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,256,1,0,0.1177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,512,1,0,0.1384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,1024,1,0,0.1774
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,1536,1,0,0.2243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,2048,1,0,0.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,3072,1,0,0.3683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,4096,1,0,0.4639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,6144,1,0,0.6605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,8192,1,0,0.8678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,10240,1,0,1.0508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,12288,1,0,1.2544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,16384,1,0,1.6487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,2,32768,1,0,3.5756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,1,1,0,0.0785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,16,1,0,0.0929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,32,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,64,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,128,1,0,0.1108
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,256,1,0,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,512,1,0,0.1725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,1024,1,0,0.2643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,1536,1,0,0.3489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,2048,1,0,0.4494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,3072,1,0,0.6260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,4096,1,0,0.8295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,6144,1,0,1.1926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,8192,1,0,1.5985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,10240,1,0,2.0098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,12288,1,0,2.4955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,16384,1,0,3.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,4,32768,1,0,7.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,1,1,0,0.0846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,16,1,0,0.0996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,32,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,64,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,128,1,0,0.1321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,256,1,0,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,512,1,0,0.2523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,1024,1,0,0.4372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,1536,1,0,0.6096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,2048,1,0,0.8062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,3072,1,0,1.1651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,4096,1,0,1.5437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,6144,1,0,2.3786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,8192,1,0,3.1038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,10240,1,0,3.9979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,12288,1,0,4.8582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,8,16384,1,0,6.5226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,1,1,0,0.0907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,16,1,0,0.1034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,32,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,64,1,0,0.1330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,128,1,0,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,256,1,0,0.2521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,512,1,0,0.4333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,1024,1,0,0.7863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,1536,1,0,1.1478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,2048,1,0,1.5144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,3072,1,0,2.3347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,4096,1,0,3.0106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,6144,1,0,4.6702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,16,8192,1,0,6.2193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,1,1,0,0.0948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,16,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,32,1,0,0.1343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,64,1,0,0.1662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,128,1,0,0.2495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,256,1,0,0.4228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,512,1,0,0.7872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,1024,1,0,1.4964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,1536,1,0,2.3060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,2048,1,0,2.9613
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,3072,1,0,4.5718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,32,4096,1,0,6.0473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,1,1,0,0.1008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,16,1,0,0.1341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,32,1,0,0.1669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,64,1,0,0.2489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,128,1,0,0.4261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,256,1,0,0.7847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,512,1,0,1.4886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,1024,1,0,2.9390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,1536,1,0,4.5133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,64,2048,1,0,5.9728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,1,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,16,1,0,0.1731
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,32,1,0,0.2578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,64,1,0,0.4262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,128,1,0,0.7912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,256,1,0,1.4882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,512,1,0,2.9301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,128,1024,1,0,5.9351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,256,1,1,0,0.1163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,256,16,1,0,0.2700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,256,32,1,0,0.4427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,256,64,1,0,0.8012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,256,128,1,0,1.5016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,256,256,1,0,2.9344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,2,256,512,1,0,5.9236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,1,1,0,0.0650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,16,1,0,0.0837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,32,1,0,0.0867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,64,1,0,0.0894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,128,1,0,0.0952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,256,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,512,1,0,0.1141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,1024,1,0,0.1407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,1536,1,0,0.1592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,2048,1,0,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,3072,1,0,0.2356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,4096,1,0,0.2816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,6144,1,0,0.3852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,8192,1,0,0.4301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,10240,1,0,0.5364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,12288,1,0,0.6402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,16384,1,0,0.8730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,1,32768,1,0,1.7628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,1,1,0,0.0706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,16,1,0,0.0863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,32,1,0,0.0891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,64,1,0,0.0953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,128,1,0,0.1005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,256,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,512,1,0,0.1359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,1024,1,0,0.1722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,1536,1,0,0.2196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,2048,1,0,0.2591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,3072,1,0,0.3504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,4096,1,0,0.4375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,6144,1,0,0.6399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,8192,1,0,0.8113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,10240,1,0,1.0043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,12288,1,0,1.2008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,16384,1,0,1.5832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,2,32768,1,0,3.1116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,1,1,0,0.0742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,16,1,0,0.0890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,32,1,0,0.0952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,64,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,128,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,256,1,0,0.1365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,512,1,0,0.1673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,1024,1,0,0.2485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,1536,1,0,0.3346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,2048,1,0,0.4146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,3072,1,0,0.6061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,4096,1,0,0.7886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,6144,1,0,1.1334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,8192,1,0,1.4920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,10240,1,0,1.8587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,12288,1,0,2.2825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,16384,1,0,3.0027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,4,32768,1,0,6.2486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,1,1,0,0.0808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,16,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,32,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,64,1,0,0.1078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,128,1,0,0.1298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,256,1,0,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,512,1,0,0.2432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,1024,1,0,0.4023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,1536,1,0,0.5903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,2048,1,0,0.7629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,3072,1,0,1.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,4096,1,0,1.4476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,6144,1,0,2.2325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,8192,1,0,2.8921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,10240,1,0,3.7038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,12288,1,0,4.4525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,8,16384,1,0,5.9720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,1,1,0,0.0870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,16,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,32,1,0,0.1081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,64,1,0,0.1297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,128,1,0,0.1603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,256,1,0,0.2447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,512,1,0,0.4000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,1024,1,0,0.7525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,1536,1,0,1.0817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,2048,1,0,1.4252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,3072,1,0,2.1958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,4096,1,0,2.8294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,6144,1,0,4.3241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,16,8192,1,0,5.7698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,1,1,0,0.0921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,16,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,32,1,0,0.1293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,64,1,0,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,128,1,0,0.2357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,256,1,0,0.3995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,512,1,0,0.7466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,1024,1,0,1.4147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,1536,1,0,2.1782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,2048,1,0,2.7978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,3072,1,0,4.2737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,32,4096,1,0,5.6780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,1,1,0,0.0965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,16,1,0,0.1287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,32,1,0,0.1609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,64,1,0,0.2397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,128,1,0,0.3959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,256,1,0,0.7476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,512,1,0,1.4093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,1024,1,0,2.7794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,1536,1,0,4.2467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,64,2048,1,0,5.6259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,1,1,0,0.1038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,16,1,0,0.1630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,32,1,0,0.2374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,64,1,0,0.3943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,128,1,0,0.7466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,256,1,0,1.4107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,512,1,0,2.7729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,128,1024,1,0,5.6099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,256,1,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,256,16,1,0,0.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,256,32,1,0,0.4034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,256,64,1,0,0.7513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,256,128,1,0,1.4166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,256,256,1,0,2.7758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,bfloat16,1,256,512,1,0,5.6061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,0,0.1293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,16,1,0,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,32,1,0,0.1493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,64,1,0,0.1563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,128,1,0,0.1739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,256,1,0,0.2163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,512,1,0,0.2860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1024,1,0,0.4572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1536,1,0,0.6443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,2048,1,0,0.8554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,3072,1,0,1.3321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,4096,1,0,1.8155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,6144,1,0,2.8929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,8192,1,0,4.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,10240,1,0,5.6111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,12288,1,0,7.0824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,16384,1,0,11.0790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,32768,1,0,32.4089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,0,0.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,16,1,0,0.1540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,32,1,0,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,64,1,0,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,128,1,0,0.2171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,256,1,0,0.2820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,512,1,0,0.4532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1024,1,0,0.8178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1536,1,0,1.2458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,2048,1,0,1.6458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,3072,1,0,2.5461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,4096,1,0,3.5278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,6144,1,0,5.6661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,8192,1,0,8.4833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,10240,1,0,11.3657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,12288,1,0,14.0635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,16384,1,0,22.0673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,32768,1,0,64.6735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,0,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,16,1,0,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,32,1,0,0.1891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,64,1,0,0.2259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,128,1,0,0.2846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,256,1,0,0.4510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,512,1,0,0.8043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1024,1,0,1.5668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1536,1,0,2.3707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,2048,1,0,3.1864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,3072,1,0,4.9778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,4096,1,0,7.1735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,6144,1,0,11.2506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,8192,1,0,16.8772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,10240,1,0,22.6350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,12288,1,0,28.6008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,16384,1,0,43.9968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,32768,1,0,126.3686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,0,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,16,1,0,0.2041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,32,1,0,0.2419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,64,1,0,0.2987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,128,1,0,0.4561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,256,1,0,0.8010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,512,1,0,1.5417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1024,1,0,3.0302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1536,1,0,4.6265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,2048,1,0,6.4884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,3072,1,0,9.8766
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,4096,1,0,14.2534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,6144,1,0,22.9917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,8192,1,0,33.6313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,10240,1,0,45.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,12288,1,0,54.8905
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,16384,1,0,85.0548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,0,0.1550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,16,1,0,0.2751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,32,1,0,0.3323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,64,1,0,0.4871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,128,1,0,0.8163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,256,1,0,1.5316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,512,1,0,2.9781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1024,1,0,6.1826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1536,1,0,9.1782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,2048,1,0,12.8928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,3072,1,0,20.2556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,4096,1,0,28.3923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,6144,1,0,43.7050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,8192,1,0,64.2915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,0,0.1588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,16,1,0,0.4006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,32,1,0,0.5565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,64,1,0,0.8845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,128,1,0,1.5756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,256,1,0,2.9594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,512,1,0,6.0752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1024,1,0,12.2825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1536,1,0,18.8663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,2048,1,0,25.6764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,3072,1,0,38.2537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,4096,1,0,53.8532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,0,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,16,1,0,0.7066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,32,1,0,1.0341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,64,1,0,1.7245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,128,1,0,3.0703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,256,1,0,6.0561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,512,1,0,12.1041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1024,1,0,24.5322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1536,1,0,35.5617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,2048,1,0,48.5330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,0,0.2268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,16,1,0,1.3737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,32,1,0,2.0721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,64,1,0,3.4201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,128,1,0,6.3564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,256,1,0,12.1233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,512,1,0,24.2502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1024,1,0,46.3972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,0,0.3184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,16,1,0,2.9065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,32,1,0,4.2823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,64,1,0,7.2496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,128,1,0,12.9995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,256,1,0,24.5506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,512,1,0,46.1871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,16,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,32,1,0,0.1297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,64,1,0,0.1340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,128,1,0,0.1452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,256,1,0,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,512,1,0,0.2103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1024,1,0,0.3154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1536,1,0,0.4224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,2048,1,0,0.5415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,3072,1,0,0.8004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,4096,1,0,1.0839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,6144,1,0,1.7252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,8192,1,0,2.4602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,10240,1,0,3.2528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,12288,1,0,4.0839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,16384,1,0,6.1424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,32768,1,0,17.5547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,0,0.1172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,16,1,0,0.1295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,32,1,0,0.1365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,64,1,0,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,128,1,0,0.1669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,256,1,0,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,512,1,0,0.3103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1024,1,0,0.5224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1536,1,0,0.7584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,2048,1,0,0.9998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,3072,1,0,1.5493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,4096,1,0,2.1315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,6144,1,0,3.3691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,8192,1,0,4.8447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,10240,1,0,6.4249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,12288,1,0,8.0667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,16384,1,0,12.3797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,32768,1,0,34.9808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,0,0.1177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,16,1,0,0.1395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,32,1,0,0.1507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,64,1,0,0.1730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,128,1,0,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,256,1,0,0.3084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,512,1,0,0.5179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1024,1,0,0.9616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1536,1,0,1.4620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,2048,1,0,1.9607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,3072,1,0,3.0209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,4096,1,0,4.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,6144,1,0,6.6525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,8192,1,0,9.7925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,10240,1,0,12.9913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,12288,1,0,16.0204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,16384,1,0,24.6448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,32768,1,0,69.7786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,0,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,16,1,0,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,32,1,0,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,64,1,0,0.2198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,128,1,0,0.3099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,256,1,0,0.5145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,512,1,0,0.9464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1024,1,0,1.8812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1536,1,0,2.8467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,2048,1,0,3.8494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,3072,1,0,5.9658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,4096,1,0,8.4782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,6144,1,0,13.2152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,8192,1,0,19.4710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,10240,1,0,25.8546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,12288,1,0,32.4752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,16384,1,0,49.1470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,0,0.1299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,16,1,0,0.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,32,1,0,0.2343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,64,1,0,0.3266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,128,1,0,0.5215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,256,1,0,0.9444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,512,1,0,1.8560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1024,1,0,3.6950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1536,1,0,5.6150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,2048,1,0,7.8011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,3072,1,0,11.8459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,4096,1,0,16.8497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,6144,1,0,26.8696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,8192,1,0,38.7868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,0,0.1385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,16,1,0,0.2699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,32,1,0,0.3606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,64,1,0,0.5543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,128,1,0,0.9618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,256,1,0,1.8492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,512,1,0,3.6431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1024,1,0,7.4977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1536,1,0,11.1433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,2048,1,0,15.4984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,3072,1,0,24.1442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,4096,1,0,33.5679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,0,0.1432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,16,1,0,0.4346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,32,1,0,0.6295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,64,1,0,1.0368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,128,1,0,1.9017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,256,1,0,3.6349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,512,1,0,7.4099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1024,1,0,14.9246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1536,1,0,22.7847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,2048,1,0,30.9202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,0,0.1669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,16,1,0,0.7986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,32,1,0,1.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,64,1,0,2.0745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,128,1,0,3.7812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,256,1,0,7.4168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,512,1,0,14.7883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1024,1,0,29.8479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,0,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,16,1,0,1.6269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,32,1,0,2.5053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,64,1,0,4.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,128,1,0,7.8545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,256,1,0,14.9268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,512,1,0,29.7365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,0,0.0916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,16,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,32,1,0,0.1150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,64,1,0,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,128,1,0,0.1257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,256,1,0,0.1458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,512,1,0,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1024,1,0,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1536,1,0,0.2935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,2048,1,0,0.3652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,3072,1,0,0.5063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,4096,1,0,0.6603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,6144,1,0,1.0138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,8192,1,0,1.4256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,10240,1,0,1.8788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,12288,1,0,2.3678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,16384,1,0,3.4913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,32768,1,0,9.4825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,0,0.0967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,16,1,0,0.1142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,32,1,0,0.1187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,64,1,0,0.1246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,128,1,0,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,256,1,0,0.1697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,512,1,0,0.2237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1024,1,0,0.3569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1536,1,0,0.4827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,2048,1,0,0.6193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,3072,1,0,0.9233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,4096,1,0,1.2621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,6144,1,0,2.0014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,8192,1,0,2.8431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,10240,1,0,3.7299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,12288,1,0,4.6561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,16384,1,0,6.8982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,32768,1,0,19.0344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,0,0.0991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,16,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,32,1,0,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,64,1,0,0.1403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,128,1,0,0.1658
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,256,1,0,0.2236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,512,1,0,0.3523
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1024,1,0,0.6001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1536,1,0,0.8807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,2048,1,0,1.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,3072,1,0,1.8244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,4096,1,0,2.5148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,6144,1,0,3.9425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,8192,1,0,5.6046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,10240,1,0,7.3752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,12288,1,0,9.2162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,16384,1,0,13.8746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,32768,1,0,37.9140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,0,0.1041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,16,1,0,0.1302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,32,1,0,0.1458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,64,1,0,0.1702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,128,1,0,0.2251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,256,1,0,0.3491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,512,1,0,0.5961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1024,1,0,1.1387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1536,1,0,1.7380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,2048,1,0,2.3452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,3072,1,0,3.5963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,4096,1,0,4.9512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,6144,1,0,7.8007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,8192,1,0,11.2919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,10240,1,0,14.8680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,12288,1,0,18.2713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,16384,1,0,27.6021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,16,1,0,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,32,1,0,0.1795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,64,1,0,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,128,1,0,0.3516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,256,1,0,0.5938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,512,1,0,1.1229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1024,1,0,2.2676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1536,1,0,3.4190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,2048,1,0,4.6097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,3072,1,0,7.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,4096,1,0,9.9887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,6144,1,0,15.4629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,8192,1,0,22.4504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,0,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,16,1,0,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,32,1,0,0.2504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,64,1,0,0.3689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,128,1,0,0.6015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,256,1,0,1.1232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,512,1,0,2.2435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1024,1,0,4.4600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1536,1,0,6.7615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,2048,1,0,9.3144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,3072,1,0,14.1027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,4096,1,0,19.8386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,0,0.1303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,16,1,0,0.2876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,32,1,0,0.4063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,64,1,0,0.6375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,128,1,0,1.1448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,256,1,0,2.2401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,512,1,0,4.4187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1024,1,0,9.0294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1536,1,0,13.4139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,2048,1,0,18.5229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,0,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,16,1,0,0.4896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,32,1,0,0.7227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,64,1,0,1.2326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,128,1,0,2.3097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,256,1,0,4.4262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,512,1,0,8.9638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1024,1,0,17.9968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,0,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,16,1,0,0.9314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,32,1,0,1.4470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,64,1,0,2.5332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,128,1,0,4.6391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,256,1,0,9.0357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,512,1,0,17.9379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,0,0.0888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,16,1,0,0.1078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,32,1,0,0.1098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,64,1,0,0.1117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,128,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,256,1,0,0.1277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,512,1,0,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1024,1,0,0.1915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1536,1,0,0.2355
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,2048,1,0,0.2819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,3072,1,0,0.3696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,4096,1,0,0.4615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,6144,1,0,0.6807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,8192,1,0,0.9176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,10240,1,0,1.1857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,12288,1,0,1.4903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,16384,1,0,2.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,32768,1,0,5.5450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,0,0.0914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,16,1,0,0.1102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,32,1,0,0.1117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,64,1,0,0.1161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,128,1,0,0.1235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,256,1,0,0.1465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,512,1,0,0.1852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1024,1,0,0.2700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1536,1,0,0.3570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,2048,1,0,0.4441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,3072,1,0,0.6366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,4096,1,0,0.8358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,6144,1,0,1.3013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,8192,1,0,1.8167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,10240,1,0,2.3681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,12288,1,0,2.9433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,16384,1,0,4.2502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,32768,1,0,10.9692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,0,0.0923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,16,1,0,0.1116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,32,1,0,0.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,64,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,128,1,0,0.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,256,1,0,0.1860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,512,1,0,0.2649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1024,1,0,0.4370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1536,1,0,0.6133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,2048,1,0,0.7942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,3072,1,0,1.2071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,4096,1,0,1.6541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,6144,1,0,2.5781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,8192,1,0,3.6043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,10240,1,0,4.6843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,12288,1,0,5.8060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,16384,1,0,8.3944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,32768,1,0,21.9629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,16,1,0,0.1167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,32,1,0,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,64,1,0,0.1421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,128,1,0,0.1817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,256,1,0,0.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,512,1,0,0.4310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1024,1,0,0.7759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1536,1,0,1.1652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,2048,1,0,1.5687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,3072,1,0,2.4016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,4096,1,0,3.2803
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,6144,1,0,5.0903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,8192,1,0,7.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,10240,1,0,9.2479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,12288,1,0,11.4583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,16384,1,0,16.8374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,16,1,0,0.1300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,32,1,0,0.1474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,64,1,0,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,128,1,0,0.2659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,256,1,0,0.4287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,512,1,0,0.7710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1024,1,0,1.5312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1536,1,0,2.3163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,2048,1,0,3.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,3072,1,0,4.7458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,4096,1,0,6.4619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,6144,1,0,10.0479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,8192,1,0,14.2741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,16,1,0,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,32,1,0,0.1945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,64,1,0,0.2757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,128,1,0,0.4324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,256,1,0,0.7691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,512,1,0,1.5162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1024,1,0,3.0324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1536,1,0,4.5691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,2048,1,0,6.1232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,3072,1,0,9.3597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,4096,1,0,12.9741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,0,0.1118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,16,1,0,0.2125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,32,1,0,0.2935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,64,1,0,0.4507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,128,1,0,0.7808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,256,1,0,1.5175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,512,1,0,3.0175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1024,1,0,5.9825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1536,1,0,9.0238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,2048,1,0,12.3265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,16,1,0,0.3352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,32,1,0,0.4928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,64,1,0,0.8230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,128,1,0,1.5497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,256,1,0,3.0177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,512,1,0,5.9521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1024,1,0,12.0590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,0,0.1495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,16,1,0,0.5975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,32,1,0,0.9299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,64,1,0,1.6609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,128,1,0,3.1247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,256,1,0,5.9947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,512,1,0,12.0342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,0,0.0870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,16,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,32,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,64,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,128,1,0,0.1137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,256,1,0,0.1245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,512,1,0,0.1374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1024,1,0,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1536,1,0,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,2048,1,0,0.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,3072,1,0,0.3177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,4096,1,0,0.3883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,6144,1,0,0.5377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,8192,1,0,0.6821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,10240,1,0,0.8584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,12288,1,0,1.0682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,16384,1,0,1.4786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,32768,1,0,3.5812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,0,0.0877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,16,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,32,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,64,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,128,1,0,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,256,1,0,0.1377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,512,1,0,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1024,1,0,0.2344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1536,1,0,0.3007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,2048,1,0,0.3653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,3072,1,0,0.5042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,4096,1,0,0.6428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,6144,1,0,0.9679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,8192,1,0,1.3146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,10240,1,0,1.6843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,12288,1,0,2.0817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,16384,1,0,2.9245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,32768,1,0,7.0936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,0,0.0879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,16,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,32,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,64,1,0,0.1193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,128,1,0,0.1320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,256,1,0,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,512,1,0,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1024,1,0,0.3537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1536,1,0,0.4983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,2048,1,0,0.6310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,3072,1,0,0.9212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,4096,1,0,1.2301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,6144,1,0,1.8895
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,8192,1,0,2.6016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,10240,1,0,3.3455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,12288,1,0,4.1199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,16384,1,0,5.8001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,32768,1,0,14.0264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,0,0.0948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,16,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,32,1,0,0.1216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,64,1,0,0.1320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,128,1,0,0.1596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,256,1,0,0.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,512,1,0,0.3483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1024,1,0,0.6190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1536,1,0,0.9011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,2048,1,0,1.1967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,3072,1,0,1.8012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,4096,1,0,2.4318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,6144,1,0,3.7544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,8192,1,0,5.1570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,10240,1,0,6.6090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,12288,1,0,8.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,16384,1,0,11.4617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,16,1,0,0.1215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,32,1,0,0.1322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,64,1,0,0.1595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,128,1,0,0.2232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,256,1,0,0.3484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,512,1,0,0.6128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1024,1,0,1.1742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1536,1,0,1.7587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,2048,1,0,2.3578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,3072,1,0,3.5809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,4096,1,0,4.8180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,6144,1,0,7.3944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,8192,1,0,10.1785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,16,1,0,0.1387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,32,1,0,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,64,1,0,0.2309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,128,1,0,0.3514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,256,1,0,0.6101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,512,1,0,1.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1024,1,0,2.3204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1536,1,0,3.4951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,2048,1,0,4.6641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,3072,1,0,7.0442
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,4096,1,0,9.5020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,0,0.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,16,1,0,0.1754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,32,1,0,0.2403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,64,1,0,0.3599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,128,1,0,0.6147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,256,1,0,1.1672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,512,1,0,2.3061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1024,1,0,4.5917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1536,1,0,6.8747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,2048,1,0,9.1957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,16,1,0,0.2592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,32,1,0,0.3818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,64,1,0,0.6309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,128,1,0,1.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,256,1,0,2.3123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,512,1,0,4.5754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1024,1,0,9.0719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,0,0.1333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,16,1,0,0.4333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,32,1,0,0.6886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,64,1,0,1.2369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,128,1,0,2.3607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,256,1,0,4.6017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,512,1,0,9.0631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,0,0.0807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,16,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,32,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,64,1,0,0.1079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,128,1,0,0.1122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,256,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,512,1,0,0.1357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1024,1,0,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1536,1,0,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,2048,1,0,0.2273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,3072,1,0,0.2897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,4096,1,0,0.3550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,6144,1,0,0.4788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,8192,1,0,0.6135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,10240,1,0,0.7506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,12288,1,0,0.8915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,16384,1,0,1.1720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,32768,1,0,2.6148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,0,0.0870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,16,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,32,1,0,0.1079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,64,1,0,0.1123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,128,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,256,1,0,0.1335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,512,1,0,0.1623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1024,1,0,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1536,1,0,0.2736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,2048,1,0,0.3323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,3072,1,0,0.4457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,4096,1,0,0.5682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,6144,1,0,0.8252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,8192,1,0,1.0836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,10240,1,0,1.3696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,12288,1,0,1.6702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,16384,1,0,2.2770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,32768,1,0,5.1635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,0,0.0902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,16,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,32,1,0,0.1123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,64,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,128,1,0,0.1297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,256,1,0,0.1600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,512,1,0,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1024,1,0,0.3206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1536,1,0,0.4291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,2048,1,0,0.5453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,3072,1,0,0.8003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,4096,1,0,1.0620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,6144,1,0,1.5807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,8192,1,0,2.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,10240,1,0,2.6830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,12288,1,0,3.2836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,16384,1,0,4.5074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,32768,1,0,10.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,0,0.0931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,16,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,32,1,0,0.1181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,64,1,0,0.1283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,128,1,0,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,256,1,0,0.2107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,512,1,0,0.3160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1024,1,0,0.5342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1536,1,0,0.7864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,2048,1,0,1.0377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,3072,1,0,1.5319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,4096,1,0,2.0437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,6144,1,0,3.1055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,8192,1,0,4.1724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,10240,1,0,5.3080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,12288,1,0,6.4689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,16384,1,0,8.9193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,0,0.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,16,1,0,0.1191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,32,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,64,1,0,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,128,1,0,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,256,1,0,0.3149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,512,1,0,0.5341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1024,1,0,1.0199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1536,1,0,1.5074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,2048,1,0,1.9956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,3072,1,0,3.0127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,4096,1,0,4.0298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,6144,1,0,6.1184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,8192,1,0,8.2554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,16,1,0,0.1286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,32,1,0,0.1561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,64,1,0,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,128,1,0,0.3120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,256,1,0,0.5339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,512,1,0,1.0137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1024,1,0,1.9749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1536,1,0,2.9671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,2048,1,0,3.9444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,3072,1,0,5.9380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,4096,1,0,7.9563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,16,1,0,0.1617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,32,1,0,0.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,64,1,0,0.3163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,128,1,0,0.5378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,256,1,0,1.0116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,512,1,0,1.9663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1024,1,0,3.9066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1536,1,0,5.8501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,2048,1,0,7.7986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,0,0.1119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,16,1,0,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,32,1,0,0.3285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,64,1,0,0.5482
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,128,1,0,1.0194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,256,1,0,1.9672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,512,1,0,3.8955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1024,1,0,7.7297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,0,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,16,1,0,0.3536
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,32,1,0,0.5719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,64,1,0,1.0466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,128,1,0,1.9914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,256,1,0,3.9068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,512,1,0,7.7242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,0,0.0805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,16,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,32,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,64,1,0,0.1088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,128,1,0,0.1119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,256,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,512,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1024,1,0,0.1643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1536,1,0,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,2048,1,0,0.2222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,3072,1,0,0.2797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,4096,1,0,0.3391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,6144,1,0,0.4583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,8192,1,0,0.5655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,10240,1,0,0.7127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,12288,1,0,0.8434
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,16384,1,0,1.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,32768,1,0,2.1491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,0,0.0836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,16,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,32,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,64,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,128,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,256,1,0,0.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,512,1,0,0.1587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1024,1,0,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1536,1,0,0.2629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,2048,1,0,0.3171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,3072,1,0,0.4248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,4096,1,0,0.5396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,6144,1,0,0.7773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,8192,1,0,1.0172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,10240,1,0,1.2577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,12288,1,0,1.4913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,16384,1,0,1.9692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,32768,1,0,4.2028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,0,0.0886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,16,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,32,1,0,0.1116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,64,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,128,1,0,0.1277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,256,1,0,0.1568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,512,1,0,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1024,1,0,0.3054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1536,1,0,0.4087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,2048,1,0,0.5169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,3072,1,0,0.7427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,4096,1,0,0.9724
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,6144,1,0,1.4286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,8192,1,0,1.9215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,10240,1,0,2.4120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,12288,1,0,2.8967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,16384,1,0,3.8652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,32768,1,0,8.2960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,0,0.0921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,16,1,0,0.1120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,32,1,0,0.1166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,64,1,0,0.1273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,128,1,0,0.1517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,256,1,0,0.2055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,512,1,0,0.3000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1024,1,0,0.5015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1536,1,0,0.7265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,2048,1,0,0.9493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,3072,1,0,1.4016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,4096,1,0,1.8638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,6144,1,0,2.7965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,8192,1,0,3.7316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,10240,1,0,4.6927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,12288,1,0,5.6642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,16384,1,0,7.6370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,0,0.0978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,16,1,0,0.1169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,32,1,0,0.1275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,64,1,0,0.1508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,128,1,0,0.1996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,256,1,0,0.2996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,512,1,0,0.4968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1024,1,0,0.9375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1536,1,0,1.3851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,2048,1,0,1.8354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,3072,1,0,2.7379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,4096,1,0,3.6364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,6144,1,0,5.4749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,8192,1,0,7.3409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,16,1,0,0.1277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,32,1,0,0.1514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,64,1,0,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,128,1,0,0.2948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,256,1,0,0.4968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,512,1,0,0.9315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1024,1,0,1.8160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1536,1,0,2.7109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,2048,1,0,3.5879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,3072,1,0,5.3771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,4096,1,0,7.1681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,16,1,0,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,32,1,0,0.2006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,64,1,0,0.2959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,128,1,0,0.4931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,256,1,0,0.9339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,512,1,0,1.8107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1024,1,0,3.5654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1536,1,0,5.3259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,2048,1,0,7.0850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,16,1,0,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,32,1,0,0.3020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,64,1,0,0.5003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,128,1,0,0.9362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,256,1,0,1.8090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,512,1,0,3.5584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1024,1,0,7.0436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,0,0.1239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,16,1,0,0.3173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,32,1,0,0.5140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,64,1,0,0.9514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,128,1,0,1.8213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,256,1,0,3.5609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,512,1,0,7.0416
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,0,0.0795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,16,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,32,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,64,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,128,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,256,1,0,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,512,1,0,0.1297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1024,1,0,0.1600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1536,1,0,0.1879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,2048,1,0,0.2177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,3072,1,0,0.2750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,4096,1,0,0.3310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,6144,1,0,0.4413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,8192,1,0,0.5096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,10240,1,0,0.6313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,12288,1,0,0.7489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,16384,1,0,1.0148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,32768,1,0,2.0716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,0,0.0828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,16,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,32,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,64,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,128,1,0,0.1140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,256,1,0,0.1285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,512,1,0,0.1541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1024,1,0,0.2072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1536,1,0,0.2590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,2048,1,0,0.3095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,3072,1,0,0.4115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,4096,1,0,0.5214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,6144,1,0,0.7472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,8192,1,0,0.9578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,10240,1,0,1.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,12288,1,0,1.4320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,16384,1,0,1.8903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,32768,1,0,3.7107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,0,0.0825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,16,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,32,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,64,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,128,1,0,0.1240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,256,1,0,0.1529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,512,1,0,0.2017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1024,1,0,0.2978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1536,1,0,0.3952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,2048,1,0,0.4989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,3072,1,0,0.7137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,4096,1,0,0.9305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,6144,1,0,1.3657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,8192,1,0,1.8011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,10240,1,0,2.2444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,12288,1,0,2.6779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,16384,1,0,3.5995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,32768,1,0,7.3041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,0,0.0888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,16,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,32,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,64,1,0,0.1235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,128,1,0,0.1485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,256,1,0,0.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,512,1,0,0.2928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1024,1,0,0.4874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1536,1,0,0.6983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,2048,1,0,0.9078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,3072,1,0,1.3311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,4096,1,0,1.7551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,6144,1,0,2.6249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,8192,1,0,3.4897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,10240,1,0,4.3631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,12288,1,0,5.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,16384,1,0,7.0265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,16,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,32,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,64,1,0,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,128,1,0,0.1958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,256,1,0,0.2922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,512,1,0,0.4827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1024,1,0,0.8970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1536,1,0,1.3149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,2048,1,0,1.7341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,3072,1,0,2.5890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,4096,1,0,3.4276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,6144,1,0,5.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,8192,1,0,6.8335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,16,1,0,0.1235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,32,1,0,0.1470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,64,1,0,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,128,1,0,0.2870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,256,1,0,0.4824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,512,1,0,0.8927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1024,1,0,1.7231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1536,1,0,2.5711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,2048,1,0,3.3967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,3072,1,0,5.0605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,4096,1,0,6.7307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,16,1,0,0.1486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,32,1,0,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,64,1,0,0.2863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,128,1,0,0.4776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,256,1,0,0.8910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,512,1,0,1.7169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1024,1,0,3.3775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1536,1,0,5.0293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,2048,1,0,6.6806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,0,0.1064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,16,1,0,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,32,1,0,0.2877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,64,1,0,0.4794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,128,1,0,0.8886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,256,1,0,1.7185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,512,1,0,3.3709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1024,1,0,6.6593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,16,1,0,0.2966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,32,1,0,0.4875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,64,1,0,0.8970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,128,1,0,1.7258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,256,1,0,3.3727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,512,1,0,6.6583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,0,0.1257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,16,1,0,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,32,1,0,0.1491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,64,1,0,0.1549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,128,1,0,0.1733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,256,1,0,0.2163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,512,1,0,0.2853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1024,1,0,0.4582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1536,1,0,0.6450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,2048,1,0,0.8563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,3072,1,0,1.3315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,4096,1,0,1.8172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,6144,1,0,2.8918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,8192,1,0,4.1840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,10240,1,0,5.6153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,12288,1,0,7.0801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,16384,1,0,11.0763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,32768,1,0,32.4076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,0,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,16,1,0,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,32,1,0,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,64,1,0,0.1785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,128,1,0,0.2170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,256,1,0,0.2814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,512,1,0,0.4549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1024,1,0,0.8181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1536,1,0,1.2485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,2048,1,0,1.6479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,3072,1,0,2.5438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,4096,1,0,3.5285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,6144,1,0,5.6667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,8192,1,0,8.4829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,10240,1,0,11.3619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,12288,1,0,14.0584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,16384,1,0,22.0611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,32768,1,0,64.6571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,0,0.1324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,16,1,0,0.1706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,32,1,0,0.1897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,64,1,0,0.2257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,128,1,0,0.2832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,256,1,0,0.4521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,512,1,0,0.8052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1024,1,0,1.5675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1536,1,0,2.3689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,2048,1,0,3.1867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,3072,1,0,4.9780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,4096,1,0,7.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,6144,1,0,11.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,8192,1,0,16.8773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,10240,1,0,22.6306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,12288,1,0,28.5938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,16384,1,0,43.9929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,32768,1,0,126.3497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,0,0.1350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,16,1,0,0.2043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,32,1,0,0.2419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,64,1,0,0.2979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,128,1,0,0.4558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,256,1,0,0.8027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,512,1,0,1.5419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1024,1,0,3.0307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1536,1,0,4.6267
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,2048,1,0,6.4902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,3072,1,0,9.8767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,4096,1,0,14.2513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,6144,1,0,22.9892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,8192,1,0,33.6286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,10240,1,0,45.1179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,12288,1,0,54.8860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,16384,1,0,85.0307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,0,0.1426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,16,1,0,0.2741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,32,1,0,0.3315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,64,1,0,0.4877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,128,1,0,0.8174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,256,1,0,1.5328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,512,1,0,2.9783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1024,1,0,6.1802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1536,1,0,9.1765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,2048,1,0,12.8916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,3072,1,0,20.2575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,4096,1,0,28.3918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,6144,1,0,43.6973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,8192,1,0,64.2974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,0,0.1473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,16,1,0,0.4005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,32,1,0,0.5569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,64,1,0,0.8857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,128,1,0,1.5754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,256,1,0,2.9588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,512,1,0,6.0765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1024,1,0,12.2846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1536,1,0,18.8716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,2048,1,0,25.6777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,3072,1,0,38.2544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,4096,1,0,53.8486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,0,0.1585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,16,1,0,0.7069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,32,1,0,1.0359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,64,1,0,1.7256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,128,1,0,3.0725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,256,1,0,6.0561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,512,1,0,12.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1024,1,0,24.5307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1536,1,0,35.5717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,2048,1,0,48.5198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,0,0.1868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,16,1,0,1.3746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,32,1,0,2.0718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,64,1,0,3.4204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,128,1,0,6.3573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,256,1,0,12.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,512,1,0,24.2472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1024,1,0,46.3988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,0,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,16,1,0,2.9066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,32,1,0,4.2808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,64,1,0,7.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,128,1,0,13.0012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,256,1,0,24.5487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,512,1,0,46.1487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,16,1,0,0.1279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,32,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,64,1,0,0.1334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,128,1,0,0.1437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,256,1,0,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,512,1,0,0.2101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1024,1,0,0.3153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1536,1,0,0.4214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,2048,1,0,0.5402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,3072,1,0,0.8007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,4096,1,0,1.0848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,6144,1,0,1.7251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,8192,1,0,2.4605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,10240,1,0,3.2545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,12288,1,0,4.0837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,16384,1,0,6.1454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,32768,1,0,17.5529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,0,0.1158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,16,1,0,0.1303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,32,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,64,1,0,0.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,128,1,0,0.1672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,256,1,0,0.2091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,512,1,0,0.3128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1024,1,0,0.5227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1536,1,0,0.7576
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,2048,1,0,1.0004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,3072,1,0,1.5497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,4096,1,0,2.1324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,6144,1,0,3.3696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,8192,1,0,4.8469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,10240,1,0,6.4280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,12288,1,0,8.0667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,16384,1,0,12.3801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,32768,1,0,34.9841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,16,1,0,0.1386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,32,1,0,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,64,1,0,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,128,1,0,0.2102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,256,1,0,0.3084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,512,1,0,0.5185
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1024,1,0,0.9627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1536,1,0,1.4637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,2048,1,0,1.9630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,3072,1,0,3.0215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,4096,1,0,4.1892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,6144,1,0,6.6513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,8192,1,0,9.7896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,10240,1,0,12.9915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,12288,1,0,16.0219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,16384,1,0,24.6459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,32768,1,0,69.7856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,16,1,0,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,32,1,0,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,64,1,0,0.2192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,128,1,0,0.3102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,256,1,0,0.5163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,512,1,0,0.9489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1024,1,0,1.8830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1536,1,0,2.8449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,2048,1,0,3.8493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,3072,1,0,5.9626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,4096,1,0,8.4779
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,6144,1,0,13.2143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,8192,1,0,19.4670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,10240,1,0,25.8587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,12288,1,0,32.4738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,16384,1,0,49.1403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,0,0.1225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,16,1,0,0.1986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,32,1,0,0.2358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,64,1,0,0.3258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,128,1,0,0.5207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,256,1,0,0.9436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,512,1,0,1.8561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1024,1,0,3.6991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1536,1,0,5.6146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,2048,1,0,7.7983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,3072,1,0,11.8429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,4096,1,0,16.8520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,6144,1,0,26.8643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,8192,1,0,38.7933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,0,0.1293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,16,1,0,0.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,32,1,0,0.3603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,64,1,0,0.5544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,128,1,0,0.9641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,256,1,0,1.8502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,512,1,0,3.6439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1024,1,0,7.4948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1536,1,0,11.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,2048,1,0,15.4977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,3072,1,0,24.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,4096,1,0,33.5643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,0,0.1320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,16,1,0,0.4344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,32,1,0,0.6286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,64,1,0,1.0367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,128,1,0,1.9016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,256,1,0,3.6364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,512,1,0,7.4103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1024,1,0,14.9270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1536,1,0,22.7894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,2048,1,0,30.9128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,0,0.1473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,16,1,0,0.7985
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,32,1,0,1.2093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,64,1,0,2.0765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,128,1,0,3.7813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,256,1,0,7.4169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,512,1,0,14.7893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1024,1,0,29.8514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,0,0.1792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,16,1,0,1.6271
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,32,1,0,2.5065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,64,1,0,4.2231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,128,1,0,7.8527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,256,1,0,14.9303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,512,1,0,29.7274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,16,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,32,1,0,0.1158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,64,1,0,0.1203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,128,1,0,0.1259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,256,1,0,0.1453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,512,1,0,0.1703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1024,1,0,0.2287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1536,1,0,0.2922
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,2048,1,0,0.3640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,3072,1,0,0.5067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,4096,1,0,0.6599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,6144,1,0,1.0145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,8192,1,0,1.4236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,10240,1,0,1.8817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,12288,1,0,2.3682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,16384,1,0,3.4901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,32768,1,0,9.4852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,0,0.1035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,16,1,0,0.1176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,32,1,0,0.1202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,64,1,0,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,128,1,0,0.1405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,256,1,0,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,512,1,0,0.2241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1024,1,0,0.3565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1536,1,0,0.4825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,2048,1,0,0.6193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,3072,1,0,0.9237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,4096,1,0,1.2614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,6144,1,0,2.0028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,8192,1,0,2.8428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,10240,1,0,3.7325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,12288,1,0,4.6571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,16384,1,0,6.8983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,32768,1,0,19.0349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,16,1,0,0.1204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,32,1,0,0.1265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,64,1,0,0.1403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,128,1,0,0.1654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,256,1,0,0.2238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,512,1,0,0.3515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1024,1,0,0.6006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1536,1,0,0.8799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,2048,1,0,1.1768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,3072,1,0,1.8254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,4096,1,0,2.5148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,6144,1,0,3.9424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,8192,1,0,5.6050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,10240,1,0,7.3739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,12288,1,0,9.2152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,16384,1,0,13.8742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,32768,1,0,37.9134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,16,1,0,0.1324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,32,1,0,0.1463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,64,1,0,0.1691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,128,1,0,0.2255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,256,1,0,0.3494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,512,1,0,0.5958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1024,1,0,1.1392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1536,1,0,1.7367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,2048,1,0,2.3441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,3072,1,0,3.5943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,4096,1,0,4.9503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,6144,1,0,7.8024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,8192,1,0,11.2974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,10240,1,0,14.8636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,12288,1,0,18.2750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,16384,1,0,27.6059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,16,1,0,0.1556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,32,1,0,0.1803
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,64,1,0,0.2342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,128,1,0,0.3509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,256,1,0,0.5931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,512,1,0,1.1240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1024,1,0,2.2696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1536,1,0,3.4149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,2048,1,0,4.6103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,3072,1,0,7.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,4096,1,0,9.9866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,6144,1,0,15.4639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,8192,1,0,22.4505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,0,0.1277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,16,1,0,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,32,1,0,0.2518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,64,1,0,0.3685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,128,1,0,0.6013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,256,1,0,1.1233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,512,1,0,2.2447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1024,1,0,4.4582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1536,1,0,6.7619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,2048,1,0,9.3129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,3072,1,0,14.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,4096,1,0,19.8346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,0,0.1396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,16,1,0,0.2870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,32,1,0,0.4062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,64,1,0,0.6374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,128,1,0,1.1452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,256,1,0,2.2410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,512,1,0,4.4195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1024,1,0,9.0270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1536,1,0,13.4182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,2048,1,0,18.5223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,0,0.1631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,16,1,0,0.4904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,32,1,0,0.7236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,64,1,0,1.2303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,128,1,0,2.3107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,256,1,0,4.4232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,512,1,0,8.9630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1024,1,0,17.9951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,0,0.2083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,16,1,0,0.9315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,32,1,0,1.4483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,64,1,0,2.5340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,128,1,0,4.6366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,256,1,0,9.0354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,512,1,0,17.9292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,0,0.0980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,16,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,32,1,0,0.1102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,64,1,0,0.1119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,128,1,0,0.1155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,256,1,0,0.1297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,512,1,0,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1024,1,0,0.1910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1536,1,0,0.2359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,2048,1,0,0.2816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,3072,1,0,0.3692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,4096,1,0,0.4617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,6144,1,0,0.6794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,8192,1,0,0.9175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,10240,1,0,1.1870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,12288,1,0,1.4882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,16384,1,0,2.1412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,32768,1,0,5.5464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,16,1,0,0.1105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,32,1,0,0.1116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,64,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,128,1,0,0.1239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,256,1,0,0.1472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,512,1,0,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1024,1,0,0.2704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1536,1,0,0.3569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,2048,1,0,0.4429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,3072,1,0,0.6303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,4096,1,0,0.8361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,6144,1,0,1.3000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,8192,1,0,1.8155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,10240,1,0,2.3677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,12288,1,0,2.9421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,16384,1,0,4.2505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,32768,1,0,10.9656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,16,1,0,0.1116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,32,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,64,1,0,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,128,1,0,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,256,1,0,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,512,1,0,0.2634
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1024,1,0,0.4354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1536,1,0,0.6058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,2048,1,0,0.7933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,3072,1,0,1.2070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,4096,1,0,1.6542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,6144,1,0,2.5743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,8192,1,0,3.6033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,10240,1,0,4.6829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,12288,1,0,5.8072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,16384,1,0,8.3970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,32768,1,0,21.9670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,16,1,0,0.1178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,32,1,0,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,64,1,0,0.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,128,1,0,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,256,1,0,0.2633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,512,1,0,0.4312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1024,1,0,0.7751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1536,1,0,1.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,2048,1,0,1.5696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,3072,1,0,2.3993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,4096,1,0,3.2785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,6144,1,0,5.0923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,8192,1,0,7.1097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,10240,1,0,9.2419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,12288,1,0,11.4572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,16384,1,0,16.8290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,16,1,0,0.1292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,32,1,0,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,64,1,0,0.1858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,128,1,0,0.2648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,256,1,0,0.4292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,512,1,0,0.7710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1024,1,0,1.5312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1536,1,0,2.3126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,2048,1,0,3.1086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,3072,1,0,4.7432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,4096,1,0,6.4610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,6144,1,0,10.0443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,8192,1,0,14.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,0,0.1157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,16,1,0,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,32,1,0,0.1956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,64,1,0,0.2740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,128,1,0,0.4326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,256,1,0,0.7690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,512,1,0,1.5172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1024,1,0,3.0315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1536,1,0,4.5665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,2048,1,0,6.1213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,3072,1,0,9.3594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,4096,1,0,12.9738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,0,0.1198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,16,1,0,0.2129
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,32,1,0,0.2946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,64,1,0,0.4502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,128,1,0,0.7790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,256,1,0,1.5190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,512,1,0,3.0113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1024,1,0,5.9825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1536,1,0,9.0195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,2048,1,0,12.3160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,0,0.1335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,16,1,0,0.3349
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,32,1,0,0.4927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,64,1,0,0.8216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,128,1,0,1.5513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,256,1,0,3.0172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,512,1,0,5.9494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1024,1,0,12.0578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,0,0.1622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,16,1,0,0.5982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,32,1,0,0.9288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,64,1,0,1.6621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,128,1,0,3.1264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,256,1,0,5.9893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,512,1,0,12.0354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,0,0.0912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,16,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,32,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,64,1,0,0.1096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,128,1,0,0.1139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,256,1,0,0.1242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,512,1,0,0.1386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1024,1,0,0.1743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1536,1,0,0.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,2048,1,0,0.2455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,3072,1,0,0.3166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,4096,1,0,0.3882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,6144,1,0,0.5343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,8192,1,0,0.6776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,10240,1,0,0.8585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,12288,1,0,1.0691
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,16384,1,0,1.4794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,32768,1,0,3.5820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,0,0.0953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,16,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,32,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,64,1,0,0.1143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,128,1,0,0.1198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,256,1,0,0.1382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,512,1,0,0.1682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1024,1,0,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1536,1,0,0.3000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,2048,1,0,0.3654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,3072,1,0,0.5008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,4096,1,0,0.6385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,6144,1,0,0.9693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,8192,1,0,1.3145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,10240,1,0,1.6838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,12288,1,0,2.0806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,16384,1,0,2.9238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,32768,1,0,7.0939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,16,1,0,0.1096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,32,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,64,1,0,0.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,128,1,0,0.1320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,256,1,0,0.1669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,512,1,0,0.2284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1024,1,0,0.3538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1536,1,0,0.4947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,2048,1,0,0.6273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,3072,1,0,0.9224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,4096,1,0,1.2288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,6144,1,0,1.8912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,8192,1,0,2.5991
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,10240,1,0,3.3466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,12288,1,0,4.1215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,16384,1,0,5.8007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,32768,1,0,14.0303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,16,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,32,1,0,0.1199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,64,1,0,0.1320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,128,1,0,0.1615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,256,1,0,0.2270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,512,1,0,0.3491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1024,1,0,0.6139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1536,1,0,0.9008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,2048,1,0,1.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,3072,1,0,1.8020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,4096,1,0,2.4290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,6144,1,0,3.7557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,8192,1,0,5.1562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,10240,1,0,6.6080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,12288,1,0,8.1118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,16384,1,0,11.4628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,0,0.1084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,16,1,0,0.1204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,32,1,0,0.1331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,64,1,0,0.1622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,128,1,0,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,256,1,0,0.3481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,512,1,0,0.6074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1024,1,0,1.1761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1536,1,0,1.7584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,2048,1,0,2.3573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,3072,1,0,3.5792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,4096,1,0,4.8158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,6144,1,0,7.3968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,8192,1,0,10.1754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,0,0.1116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,16,1,0,0.1382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,32,1,0,0.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,64,1,0,0.2296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,128,1,0,0.3510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,256,1,0,0.6080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,512,1,0,1.1701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1024,1,0,2.3178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1536,1,0,3.4948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,2048,1,0,4.6653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,3072,1,0,7.0455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,4096,1,0,9.5011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,16,1,0,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,32,1,0,0.2385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,64,1,0,0.3597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,128,1,0,0.6101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,256,1,0,1.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,512,1,0,2.3045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1024,1,0,4.5923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1536,1,0,6.8764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,2048,1,0,9.1941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,16,1,0,0.2587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,32,1,0,0.3824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,64,1,0,0.6344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,128,1,0,1.1823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,256,1,0,2.3105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,512,1,0,4.5776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1024,1,0,9.0730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,0,0.1387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,16,1,0,0.4333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,32,1,0,0.6853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,64,1,0,1.2374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,128,1,0,2.3591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,256,1,0,4.6010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,512,1,0,9.0642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,0,0.0867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,16,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,32,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,64,1,0,0.1084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,128,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,256,1,0,0.1235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,512,1,0,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1024,1,0,0.1659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1536,1,0,0.1951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,2048,1,0,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,3072,1,0,0.2910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,4096,1,0,0.3538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,6144,1,0,0.4814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,8192,1,0,0.6134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,10240,1,0,0.7513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,12288,1,0,0.8914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,16384,1,0,1.1716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,32768,1,0,2.6134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,0,0.0949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,16,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,32,1,0,0.1078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,64,1,0,0.1121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,128,1,0,0.1193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,256,1,0,0.1341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,512,1,0,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1024,1,0,0.2164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1536,1,0,0.2739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,2048,1,0,0.3319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,3072,1,0,0.4473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,4096,1,0,0.5688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,6144,1,0,0.8261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,8192,1,0,1.0843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,10240,1,0,1.3713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,12288,1,0,1.6705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,16384,1,0,2.2754
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,32768,1,0,5.1617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,0,0.0970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,16,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,32,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,64,1,0,0.1184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,128,1,0,0.1283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,256,1,0,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,512,1,0,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1024,1,0,0.3208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1536,1,0,0.4298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,2048,1,0,0.5467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,3072,1,0,0.8001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,4096,1,0,1.0637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,6144,1,0,1.5811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,8192,1,0,2.1046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,10240,1,0,2.6835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,12288,1,0,3.2841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,16384,1,0,4.5087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,32768,1,0,10.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,0,0.0997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,16,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,32,1,0,0.1190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,64,1,0,0.1278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,128,1,0,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,256,1,0,0.2105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,512,1,0,0.3155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1024,1,0,0.5341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1536,1,0,0.7875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,2048,1,0,1.0377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,3072,1,0,1.5319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,4096,1,0,2.0440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,6144,1,0,3.1069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,8192,1,0,4.1746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,10240,1,0,5.3081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,12288,1,0,6.4687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,16384,1,0,8.9194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,16,1,0,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,32,1,0,0.1279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,64,1,0,0.1543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,128,1,0,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,256,1,0,0.3161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,512,1,0,0.5292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1024,1,0,1.0214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1536,1,0,1.5069
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,2048,1,0,1.9957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,3072,1,0,3.0122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,4096,1,0,4.0287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,6144,1,0,6.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,8192,1,0,8.2542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,0,0.1109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,16,1,0,0.1278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,32,1,0,0.1539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,64,1,0,0.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,128,1,0,0.3133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,256,1,0,0.5306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,512,1,0,1.0147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1024,1,0,1.9755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1536,1,0,2.9620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,2048,1,0,3.9457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,3072,1,0,5.9380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,4096,1,0,7.9556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,16,1,0,0.1606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,32,1,0,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,64,1,0,0.3164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,128,1,0,0.5317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,256,1,0,1.0139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,512,1,0,1.9673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1024,1,0,3.9089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1536,1,0,5.8516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,2048,1,0,7.7993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,0,0.1177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,16,1,0,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,32,1,0,0.3284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,64,1,0,0.5446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,128,1,0,1.0199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,256,1,0,1.9681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,512,1,0,3.8935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1024,1,0,7.7287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,0,0.1279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,16,1,0,0.3537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,32,1,0,0.5719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,64,1,0,1.0466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,128,1,0,1.9923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,256,1,0,3.9078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,512,1,0,7.7250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,0,0.0866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,16,1,0,0.1035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,32,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,64,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,128,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,256,1,0,0.1218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,512,1,0,0.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1024,1,0,0.1627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1536,1,0,0.1925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,2048,1,0,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,3072,1,0,0.2801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,4096,1,0,0.3401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,6144,1,0,0.4565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,8192,1,0,0.5595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,10240,1,0,0.7125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,12288,1,0,0.8443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,16384,1,0,1.1065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,32768,1,0,2.1496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,0,0.0907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,16,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,32,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,64,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,128,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,256,1,0,0.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,512,1,0,0.1578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1024,1,0,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1536,1,0,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,2048,1,0,0.3167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,3072,1,0,0.4224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,4096,1,0,0.5348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,6144,1,0,0.7773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,8192,1,0,1.0159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,10240,1,0,1.2577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,12288,1,0,1.4904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,16384,1,0,1.9694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,32768,1,0,4.2033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,0,0.0955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,16,1,0,0.1083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,32,1,0,0.1119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,64,1,0,0.1172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,128,1,0,0.1278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,256,1,0,0.1573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,512,1,0,0.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1024,1,0,0.3057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1536,1,0,0.4064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,2048,1,0,0.5127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,3072,1,0,0.7422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,4096,1,0,0.9719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,6144,1,0,1.4293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,8192,1,0,1.9216
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,10240,1,0,2.4112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,12288,1,0,2.8982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,16384,1,0,3.8669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,32768,1,0,8.2973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,0,0.0996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,16,1,0,0.1117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,32,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,64,1,0,0.1266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,128,1,0,0.1508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,256,1,0,0.2056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,512,1,0,0.3010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1024,1,0,0.5006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1536,1,0,0.7262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,2048,1,0,0.9487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,3072,1,0,1.4003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,4096,1,0,1.8652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,6144,1,0,2.7927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,8192,1,0,3.7302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,10240,1,0,4.6940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,12288,1,0,5.6683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,16384,1,0,7.6371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,16,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,32,1,0,0.1277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,64,1,0,0.1515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,128,1,0,0.1994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,256,1,0,0.3000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,512,1,0,0.4957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1024,1,0,0.9373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1536,1,0,1.3856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,2048,1,0,1.8361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,3072,1,0,2.7350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,4096,1,0,3.6358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,6144,1,0,5.4750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,8192,1,0,7.3434
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,0,0.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,16,1,0,0.1279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,32,1,0,0.1514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,64,1,0,0.1992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,128,1,0,0.2948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,256,1,0,0.4993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,512,1,0,0.9324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1024,1,0,1.8167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1536,1,0,2.7098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,2048,1,0,3.5872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,3072,1,0,5.3747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,4096,1,0,7.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,0,0.1107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,16,1,0,0.1524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,32,1,0,0.1999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,64,1,0,0.2967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,128,1,0,0.4923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,256,1,0,0.9333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,512,1,0,1.8115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1024,1,0,3.5645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1536,1,0,5.3245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,2048,1,0,7.0843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,16,1,0,0.2077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,32,1,0,0.3025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,64,1,0,0.5023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,128,1,0,0.9364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,256,1,0,1.8100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,512,1,0,3.5572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1024,1,0,7.0432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,0,0.1247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,16,1,0,0.3174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,32,1,0,0.5132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,64,1,0,0.9511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,128,1,0,1.8222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,256,1,0,3.5626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,512,1,0,7.0407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,0,0.0849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,16,1,0,0.1008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,32,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,64,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,128,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,256,1,0,0.1187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,512,1,0,0.1300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1024,1,0,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1536,1,0,0.1888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,2048,1,0,0.2180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,3072,1,0,0.2750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,4096,1,0,0.3306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,6144,1,0,0.4452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,8192,1,0,0.5091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,10240,1,0,0.6353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,12288,1,0,0.7481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,16384,1,0,1.0151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,32768,1,0,2.0704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,0,0.0887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,16,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,32,1,0,0.1044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,64,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,128,1,0,0.1142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,256,1,0,0.1280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,512,1,0,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1024,1,0,0.2064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1536,1,0,0.2586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,2048,1,0,0.3101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,3072,1,0,0.4103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,4096,1,0,0.5166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,6144,1,0,0.7472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,8192,1,0,0.9567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,10240,1,0,1.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,12288,1,0,1.4333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,16384,1,0,1.8909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,32768,1,0,3.7094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,0,0.0891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,16,1,0,0.1034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,32,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,64,1,0,0.1139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,128,1,0,0.1235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,256,1,0,0.1532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,512,1,0,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1024,1,0,0.2978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1536,1,0,0.3941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,2048,1,0,0.4937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,3072,1,0,0.7148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,4096,1,0,0.9309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,6144,1,0,1.3653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,8192,1,0,1.8011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,10240,1,0,2.2435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,12288,1,0,2.6783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,16384,1,0,3.6009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,32768,1,0,7.3059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,0,0.0972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,16,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,32,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,64,1,0,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,128,1,0,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,256,1,0,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,512,1,0,0.2924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1024,1,0,0.4831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1536,1,0,0.6972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,2048,1,0,0.9092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,3072,1,0,1.3297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,4096,1,0,1.7556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,6144,1,0,2.6264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,8192,1,0,3.4910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,10240,1,0,4.3647
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,12288,1,0,5.2375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,16384,1,0,7.0228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,16,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,32,1,0,0.1239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,64,1,0,0.1473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,128,1,0,0.1960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,256,1,0,0.2920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,512,1,0,0.4782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1024,1,0,0.8973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1536,1,0,1.3147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,2048,1,0,1.7323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,3072,1,0,2.5896
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,4096,1,0,3.4290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,6144,1,0,5.1169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,8192,1,0,6.8311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,16,1,0,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,32,1,0,0.1465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,64,1,0,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,128,1,0,0.2867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,256,1,0,0.4831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,512,1,0,0.8933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1024,1,0,1.7204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1536,1,0,2.5721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,2048,1,0,3.3962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,3072,1,0,5.0600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,4096,1,0,6.7330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,16,1,0,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,32,1,0,0.1962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,64,1,0,0.2870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,128,1,0,0.4721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,256,1,0,0.8929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,512,1,0,1.7176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1024,1,0,3.3778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1536,1,0,5.0295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,2048,1,0,6.6854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,16,1,0,0.1969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,32,1,0,0.2876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,64,1,0,0.4797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,128,1,0,0.8890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,256,1,0,1.7174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,512,1,0,3.3716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1024,1,0,6.6624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,0,0.1212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,16,1,0,0.2965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,32,1,0,0.4821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,64,1,0,0.8988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,128,1,0,1.7244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,256,1,0,3.3741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,512,1,0,6.6555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,1,1,0,0.1265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,16,1,0,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,32,1,0,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,64,1,0,0.1546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,128,1,0,0.1742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,256,1,0,0.2164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,512,1,0,0.2846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,1024,1,0,0.4578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,1536,1,0,0.6440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,2048,1,0,0.8558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,3072,1,0,1.3335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,4096,1,0,1.8165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,6144,1,0,2.8916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,8192,1,0,4.1840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,10240,1,0,5.6114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,12288,1,0,7.0807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,16384,1,0,11.0744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,1,32768,1,0,32.4044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,1,1,0,0.1313
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,16,1,0,0.1548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,32,1,0,0.1625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,64,1,0,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,128,1,0,0.2167
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,256,1,0,0.2823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,512,1,0,0.4548
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,1024,1,0,0.8188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,1536,1,0,1.2479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,2048,1,0,1.6471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,3072,1,0,2.5473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,4096,1,0,3.5275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,6144,1,0,5.6678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,8192,1,0,8.4831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,10240,1,0,11.3628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,12288,1,0,14.0605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,16384,1,0,22.0553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,2,32768,1,0,64.6493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,1,1,0,0.1322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,16,1,0,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,32,1,0,0.1886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,64,1,0,0.2265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,128,1,0,0.2836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,256,1,0,0.4506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,512,1,0,0.8043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,1024,1,0,1.5674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,1536,1,0,2.3697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,2048,1,0,3.1829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,3072,1,0,4.9769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,4096,1,0,7.1696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,6144,1,0,11.2499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,8192,1,0,16.8768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,10240,1,0,22.6320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,12288,1,0,28.5969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,16384,1,0,43.9968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,4,32768,1,0,126.3775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,1,1,0,0.1344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,16,1,0,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,32,1,0,0.2420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,64,1,0,0.2986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,128,1,0,0.4552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,256,1,0,0.8023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,512,1,0,1.5415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,1024,1,0,3.0317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,1536,1,0,4.6285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,2048,1,0,6.4873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,3072,1,0,9.8776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,4096,1,0,14.2521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,6144,1,0,22.9874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,8192,1,0,33.6252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,10240,1,0,45.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,12288,1,0,54.8954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,8,16384,1,0,85.0791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,1,1,0,0.1436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,16,1,0,0.2738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,32,1,0,0.3324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,64,1,0,0.4869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,128,1,0,0.8162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,256,1,0,1.5323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,512,1,0,2.9790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,1024,1,0,6.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,1536,1,0,9.1772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,2048,1,0,12.8891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,3072,1,0,20.2568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,4096,1,0,28.3957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,6144,1,0,43.6993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,16,8192,1,0,64.3041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,1,1,0,0.1467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,16,1,0,0.3999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,32,1,0,0.5565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,64,1,0,0.8851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,128,1,0,1.5748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,256,1,0,2.9584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,512,1,0,6.0772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,1024,1,0,12.2823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,1536,1,0,18.8684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,2048,1,0,25.6752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,3072,1,0,38.2546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,32,4096,1,0,53.8549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,1,1,0,0.1567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,16,1,0,0.7066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,32,1,0,1.0360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,64,1,0,1.7252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,128,1,0,3.0697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,256,1,0,6.0551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,512,1,0,12.1103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,1024,1,0,24.5256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,1536,1,0,35.5615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,64,2048,1,0,48.5449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,1,1,0,0.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,16,1,0,1.3748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,32,1,0,2.0710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,64,1,0,3.4197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,128,1,0,6.3531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,256,1,0,12.1207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,512,1,0,24.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,128,1024,1,0,46.3858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,256,1,1,0,0.2428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,256,16,1,0,2.9054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,256,32,1,0,4.2805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,256,64,1,0,7.2496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,256,128,1,0,13.0005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,256,256,1,0,24.5500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,128,256,512,1,0,46.1506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,1,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,16,1,0,0.1279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,32,1,0,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,64,1,0,0.1348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,128,1,0,0.1441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,256,1,0,0.1741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,512,1,0,0.2085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,1024,1,0,0.3153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,1536,1,0,0.4208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,2048,1,0,0.5407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,3072,1,0,0.8004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,4096,1,0,1.0841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,6144,1,0,1.7256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,8192,1,0,2.4597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,10240,1,0,3.2512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,12288,1,0,4.0837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,16384,1,0,6.1405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,1,32768,1,0,17.5554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,1,1,0,0.1105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,16,1,0,0.1326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,32,1,0,0.1327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,64,1,0,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,128,1,0,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,256,1,0,0.2102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,512,1,0,0.3101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,1024,1,0,0.5225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,1536,1,0,0.7588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,2048,1,0,1.0000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,3072,1,0,1.5502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,4096,1,0,2.1321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,6144,1,0,3.3710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,8192,1,0,4.8477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,10240,1,0,6.4258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,12288,1,0,8.0654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,16384,1,0,12.3801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,2,32768,1,0,34.9757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,1,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,16,1,0,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,32,1,0,0.1492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,64,1,0,0.1732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,128,1,0,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,256,1,0,0.3072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,512,1,0,0.5177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,1024,1,0,0.9619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,1536,1,0,1.4610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,2048,1,0,1.9607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,3072,1,0,3.0232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,4096,1,0,4.1904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,6144,1,0,6.6545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,8192,1,0,9.7904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,10240,1,0,12.9907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,12288,1,0,16.0270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,16384,1,0,24.6461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,4,32768,1,0,69.7788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,1,1,0,0.1166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,16,1,0,0.1604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,32,1,0,0.1825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,64,1,0,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,128,1,0,0.3105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,256,1,0,0.5148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,512,1,0,0.9486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,1024,1,0,1.8822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,1536,1,0,2.8435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,2048,1,0,3.8495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,3072,1,0,5.9622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,4096,1,0,8.4793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,6144,1,0,13.2138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,8192,1,0,19.4660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,10240,1,0,25.8555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,12288,1,0,32.4756
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,8,16384,1,0,49.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,1,1,0,0.1233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,16,1,0,0.1979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,32,1,0,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,64,1,0,0.3260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,128,1,0,0.5206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,256,1,0,0.9451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,512,1,0,1.8554
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,1024,1,0,3.6937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,1536,1,0,5.6135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,2048,1,0,7.7979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,3072,1,0,11.8445
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,4096,1,0,16.8461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,6144,1,0,26.8643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,16,8192,1,0,38.7862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,1,1,0,0.1299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,16,1,0,0.2678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,32,1,0,0.3593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,64,1,0,0.5550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,128,1,0,0.9625
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,256,1,0,1.8512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,512,1,0,3.6436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,1024,1,0,7.4944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,1536,1,0,11.1455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,2048,1,0,15.4979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,3072,1,0,24.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,32,4096,1,0,33.5626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,1,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,16,1,0,0.4344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,32,1,0,0.6293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,64,1,0,1.0363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,128,1,0,1.9039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,256,1,0,3.6347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,512,1,0,7.4097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,1024,1,0,14.9253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,1536,1,0,22.7944
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,64,2048,1,0,30.9156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,1,1,0,0.1467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,16,1,0,0.7980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,32,1,0,1.2102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,64,1,0,2.0747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,128,1,0,3.7817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,256,1,0,7.4176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,512,1,0,14.7888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,128,1024,1,0,29.8464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,256,1,1,0,0.1794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,256,16,1,0,1.6265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,256,32,1,0,2.5051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,256,64,1,0,4.2261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,256,128,1,0,7.8535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,256,256,1,0,14.9326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,64,256,512,1,0,29.7317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,1,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,16,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,32,1,0,0.1163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,64,1,0,0.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,128,1,0,0.1258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,256,1,0,0.1452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,512,1,0,0.1701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,1024,1,0,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,1536,1,0,0.2916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,2048,1,0,0.3646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,3072,1,0,0.5067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,4096,1,0,0.6603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,6144,1,0,1.0144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,8192,1,0,1.4242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,10240,1,0,1.8810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,12288,1,0,2.3670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,16384,1,0,3.4901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,1,32768,1,0,9.4859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,1,1,0,0.1034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,16,1,0,0.1172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,32,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,64,1,0,0.1262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,128,1,0,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,256,1,0,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,512,1,0,0.2235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,1024,1,0,0.3568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,1536,1,0,0.4835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,2048,1,0,0.6186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,3072,1,0,0.9229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,4096,1,0,1.2622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,6144,1,0,2.0017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,8192,1,0,2.8435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,10240,1,0,3.7322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,12288,1,0,4.6597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,16384,1,0,6.8988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,2,32768,1,0,19.0354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,1,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,16,1,0,0.1200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,32,1,0,0.1259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,64,1,0,0.1406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,128,1,0,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,256,1,0,0.2224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,512,1,0,0.3521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,1024,1,0,0.5996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,1536,1,0,0.8806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,2048,1,0,1.1761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,3072,1,0,1.8269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,4096,1,0,2.5158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,6144,1,0,3.9410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,8192,1,0,5.6047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,10240,1,0,7.3737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,12288,1,0,9.2165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,16384,1,0,13.8776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,4,32768,1,0,37.9192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,1,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,16,1,0,0.1321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,32,1,0,0.1463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,64,1,0,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,128,1,0,0.2247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,256,1,0,0.3487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,512,1,0,0.5972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,1024,1,0,1.1424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,1536,1,0,1.7372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,2048,1,0,2.3447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,3072,1,0,3.5927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,4096,1,0,4.9509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,6144,1,0,7.8040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,8192,1,0,11.2956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,10240,1,0,14.8652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,12288,1,0,18.2759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,8,16384,1,0,27.6061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,1,1,0,0.1198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,16,1,0,0.1555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,32,1,0,0.1794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,64,1,0,0.2341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,128,1,0,0.3515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,256,1,0,0.5934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,512,1,0,1.1223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,1024,1,0,2.2662
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,1536,1,0,3.4158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,2048,1,0,4.6103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,3072,1,0,7.1145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,4096,1,0,9.9872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,6144,1,0,15.4624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,16,8192,1,0,22.4515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,1,1,0,0.1260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,16,1,0,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,32,1,0,0.2516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,64,1,0,0.3680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,128,1,0,0.6012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,256,1,0,1.1225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,512,1,0,2.2439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,1024,1,0,4.4572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,1536,1,0,6.7618
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,2048,1,0,9.3121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,3072,1,0,14.1021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,32,4096,1,0,19.8356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,1,1,0,0.1389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,16,1,0,0.2874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,32,1,0,0.4060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,64,1,0,0.6377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,128,1,0,1.1464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,256,1,0,2.2423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,512,1,0,4.4212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,1024,1,0,9.0286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,1536,1,0,13.4210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,64,2048,1,0,18.5260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,1,1,0,0.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,16,1,0,0.4904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,32,1,0,0.7236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,64,1,0,1.2314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,128,1,0,2.3116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,256,1,0,4.4228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,512,1,0,8.9642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,128,1024,1,0,17.9917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,256,1,1,0,0.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,256,16,1,0,0.9320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,256,32,1,0,1.4469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,256,64,1,0,2.5328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,256,128,1,0,4.6374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,256,256,1,0,9.0353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,32,256,512,1,0,17.9328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,1,1,0,0.0972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,16,1,0,0.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,32,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,64,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,128,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,256,1,0,0.1298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,512,1,0,0.1477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,1024,1,0,0.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,1536,1,0,0.2344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,2048,1,0,0.2812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,3072,1,0,0.3700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,4096,1,0,0.4609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,6144,1,0,0.6809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,8192,1,0,0.9163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,10240,1,0,1.1862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,12288,1,0,1.4897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,16384,1,0,2.1406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,1,32768,1,0,5.5443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,1,1,0,0.0992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,16,1,0,0.1104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,32,1,0,0.1119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,64,1,0,0.1171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,128,1,0,0.1246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,256,1,0,0.1469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,512,1,0,0.1850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,1024,1,0,0.2703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,1536,1,0,0.3568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,2048,1,0,0.4435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,3072,1,0,0.6293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,4096,1,0,0.8352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,6144,1,0,1.2987
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,8192,1,0,1.8191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,10240,1,0,2.3677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,12288,1,0,2.9438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,16384,1,0,4.2480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,2,32768,1,0,10.9718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,1,1,0,0.1004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,16,1,0,0.1119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,32,1,0,0.1170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,64,1,0,0.1260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,128,1,0,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,256,1,0,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,512,1,0,0.2645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,1024,1,0,0.4358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,1536,1,0,0.6068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,2048,1,0,0.7936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,3072,1,0,1.2065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,4096,1,0,1.6543
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,6144,1,0,2.5767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,8192,1,0,3.6042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,10240,1,0,4.6827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,12288,1,0,5.8077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,16384,1,0,8.4002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,4,32768,1,0,21.9669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,1,1,0,0.1055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,16,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,32,1,0,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,64,1,0,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,128,1,0,0.1810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,256,1,0,0.2646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,512,1,0,0.4312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,1024,1,0,0.7760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,1536,1,0,1.1636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,2048,1,0,1.5694
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,3072,1,0,2.3989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,4096,1,0,3.2792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,6144,1,0,5.0917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,8192,1,0,7.1106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,10240,1,0,9.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,12288,1,0,11.4609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,8,16384,1,0,16.8346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,1,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,16,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,32,1,0,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,64,1,0,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,128,1,0,0.2655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,256,1,0,0.4290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,512,1,0,0.7719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,1024,1,0,1.5307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,1536,1,0,2.3127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,2048,1,0,3.1089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,3072,1,0,4.7436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,4096,1,0,6.4597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,6144,1,0,10.0466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,16,8192,1,0,14.2665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,1,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,16,1,0,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,32,1,0,0.1956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,64,1,0,0.2747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,128,1,0,0.4320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,256,1,0,0.7693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,512,1,0,1.5184
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,1024,1,0,3.0326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,1536,1,0,4.5675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,2048,1,0,6.1224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,3072,1,0,9.3610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,32,4096,1,0,12.9681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,1,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,16,1,0,0.2136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,32,1,0,0.2939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,64,1,0,0.4518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,128,1,0,0.7801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,256,1,0,1.5201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,512,1,0,3.0138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,1024,1,0,5.9818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,1536,1,0,9.0179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,64,2048,1,0,12.3182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,1,1,0,0.1335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,16,1,0,0.3351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,32,1,0,0.4939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,64,1,0,0.8207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,128,1,0,1.5530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,256,1,0,3.0203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,512,1,0,5.9533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,128,1024,1,0,12.0565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,256,1,1,0,0.1612
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,256,16,1,0,0.5982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,256,32,1,0,0.9284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,256,64,1,0,1.6615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,256,128,1,0,3.1253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,256,256,1,0,5.9912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,16,256,512,1,0,12.0348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,1,1,0,0.0911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,16,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,32,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,64,1,0,0.1096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,128,1,0,0.1137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,256,1,0,0.1249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,512,1,0,0.1391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,1024,1,0,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,1536,1,0,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,2048,1,0,0.2446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,3072,1,0,0.3175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,4096,1,0,0.3884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,6144,1,0,0.5342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,8192,1,0,0.6776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,10240,1,0,0.8583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,12288,1,0,1.0680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,16384,1,0,1.4788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,1,32768,1,0,3.5806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,1,1,0,0.0970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,16,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,32,1,0,0.1097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,64,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,128,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,256,1,0,0.1390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,512,1,0,0.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,1024,1,0,0.2329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,1536,1,0,0.3000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,2048,1,0,0.3656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,3072,1,0,0.5006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,4096,1,0,0.6396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,6144,1,0,0.9685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,8192,1,0,1.3140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,10240,1,0,1.6840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,12288,1,0,2.0816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,16384,1,0,2.9263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,2,32768,1,0,7.0940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,1,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,16,1,0,0.1097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,32,1,0,0.1150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,64,1,0,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,128,1,0,0.1329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,256,1,0,0.1676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,512,1,0,0.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,1024,1,0,0.3541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,1536,1,0,0.4947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,2048,1,0,0.6274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,3072,1,0,0.9220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,4096,1,0,1.2282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,6144,1,0,1.8901
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,8192,1,0,2.5983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,10240,1,0,3.3465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,12288,1,0,4.1223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,16384,1,0,5.8009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,4,32768,1,0,14.0272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,1,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,16,1,0,0.1137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,32,1,0,0.1198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,64,1,0,0.1326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,128,1,0,0.1615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,256,1,0,0.2279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,512,1,0,0.3486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,1024,1,0,0.6139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,1536,1,0,0.9013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,2048,1,0,1.1988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,3072,1,0,1.8018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,4096,1,0,2.4291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,6144,1,0,3.7559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,8192,1,0,5.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,10240,1,0,6.6079
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,12288,1,0,8.1104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,8,16384,1,0,11.4606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,1,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,16,1,0,0.1198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,32,1,0,0.1328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,64,1,0,0.1620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,128,1,0,0.2235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,256,1,0,0.3488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,512,1,0,0.6066
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,1024,1,0,1.1772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,1536,1,0,1.7585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,2048,1,0,2.3568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,3072,1,0,3.5802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,4096,1,0,4.8155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,6144,1,0,7.3957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,16,8192,1,0,10.1763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,1,1,0,0.1123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,16,1,0,0.1382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,32,1,0,0.1678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,64,1,0,0.2295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,128,1,0,0.3508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,256,1,0,0.6081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,512,1,0,1.1696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,1024,1,0,2.3197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,1536,1,0,3.4963
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,2048,1,0,4.6646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,3072,1,0,7.0452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,32,4096,1,0,9.5010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,1,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,16,1,0,0.1785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,32,1,0,0.2385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,64,1,0,0.3606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,128,1,0,0.6111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,256,1,0,1.1676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,512,1,0,2.3059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,1024,1,0,4.5930
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,1536,1,0,6.8793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,64,2048,1,0,9.1973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,1,1,0,0.1215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,16,1,0,0.2590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,32,1,0,0.3819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,64,1,0,0.6352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,128,1,0,1.1819
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,256,1,0,2.3121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,512,1,0,4.5782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,128,1024,1,0,9.0698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,256,1,1,0,0.1392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,256,16,1,0,0.4344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,256,32,1,0,0.6849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,256,64,1,0,1.2366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,256,128,1,0,2.3588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,256,256,1,0,4.5999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,8,256,512,1,0,9.0615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,1,1,0,0.0867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,16,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,32,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,64,1,0,0.1083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,128,1,0,0.1123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,256,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,512,1,0,0.1359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,1024,1,0,0.1648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,1536,1,0,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,2048,1,0,0.2283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,3072,1,0,0.2920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,4096,1,0,0.3551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,6144,1,0,0.4812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,8192,1,0,0.6137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,10240,1,0,0.7511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,12288,1,0,0.8920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,16384,1,0,1.1739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,1,32768,1,0,2.6134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,1,1,0,0.0950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,16,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,32,1,0,0.1078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,64,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,128,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,256,1,0,0.1321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,512,1,0,0.1614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,1024,1,0,0.2159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,1536,1,0,0.2743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,2048,1,0,0.3327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,3072,1,0,0.4466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,4096,1,0,0.5685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,6144,1,0,0.8251
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,8192,1,0,1.0840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,10240,1,0,1.3714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,12288,1,0,1.6709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,16384,1,0,2.2767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,2,32768,1,0,5.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,1,1,0,0.0984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,16,1,0,0.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,32,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,64,1,0,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,128,1,0,0.1287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,256,1,0,0.1590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,512,1,0,0.2116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,1024,1,0,0.3204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,1536,1,0,0.4303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,2048,1,0,0.5455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,3072,1,0,0.8005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,4096,1,0,1.0631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,6144,1,0,1.5802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,8192,1,0,2.1068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,10240,1,0,2.6817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,12288,1,0,3.2835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,16384,1,0,4.5086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,4,32768,1,0,10.2093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,1,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,16,1,0,0.1118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,32,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,64,1,0,0.1287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,128,1,0,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,256,1,0,0.2115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,512,1,0,0.3149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,1024,1,0,0.5353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,1536,1,0,0.7871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,2048,1,0,1.0373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,3072,1,0,1.5319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,4096,1,0,2.0425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,6144,1,0,3.1044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,8192,1,0,4.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,10240,1,0,5.3074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,12288,1,0,6.4679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,8,16384,1,0,8.9198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,1,1,0,0.1038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,16,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,32,1,0,0.1280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,64,1,0,0.1542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,128,1,0,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,256,1,0,0.3152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,512,1,0,0.5285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,1024,1,0,1.0214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,1536,1,0,1.5071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,2048,1,0,1.9975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,3072,1,0,3.0132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,4096,1,0,4.0260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,6144,1,0,6.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,16,8192,1,0,8.2558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,1,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,16,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,32,1,0,0.1546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,64,1,0,0.2055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,128,1,0,0.3115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,256,1,0,0.5303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,512,1,0,1.0147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,1024,1,0,1.9741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,1536,1,0,2.9621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,2048,1,0,3.9449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,3072,1,0,5.9390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,32,4096,1,0,7.9571
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,1,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,16,1,0,0.1611
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,32,1,0,0.2119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,64,1,0,0.3174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,128,1,0,0.5322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,256,1,0,1.0126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,512,1,0,1.9667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,1024,1,0,3.9078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,1536,1,0,5.8496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,64,2048,1,0,7.8017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,1,1,0,0.1178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,16,1,0,0.2245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,32,1,0,0.3284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,64,1,0,0.5437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,128,1,0,1.0204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,256,1,0,1.9677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,512,1,0,3.8937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,128,1024,1,0,7.7309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,256,1,1,0,0.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,256,16,1,0,0.3550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,256,32,1,0,0.5718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,256,64,1,0,1.0470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,256,128,1,0,1.9912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,256,256,1,0,3.9095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,4,256,512,1,0,7.7253
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,1,1,0,0.0867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,16,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,32,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,64,1,0,0.1076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,128,1,0,0.1120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,256,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,512,1,0,0.1333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,1024,1,0,0.1640
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,1536,1,0,0.1924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,2048,1,0,0.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,3072,1,0,0.2797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,4096,1,0,0.3393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,6144,1,0,0.4564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,8192,1,0,0.5596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,10240,1,0,0.7127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,12288,1,0,0.8436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,16384,1,0,1.1061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,1,32768,1,0,2.1494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,1,1,0,0.0908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,16,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,32,1,0,0.1078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,64,1,0,0.1116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,128,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,256,1,0,0.1331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,512,1,0,0.1584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,1024,1,0,0.2118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,1536,1,0,0.2631
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,2048,1,0,0.3170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,3072,1,0,0.4232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,4096,1,0,0.5350
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,6144,1,0,0.7758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,8192,1,0,1.0170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,10240,1,0,1.2591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,12288,1,0,1.4899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,16384,1,0,1.9698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,2,32768,1,0,4.2027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,1,1,0,0.0911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,16,1,0,0.1082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,32,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,64,1,0,0.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,128,1,0,0.1277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,256,1,0,0.1566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,512,1,0,0.2061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,1024,1,0,0.3057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,1536,1,0,0.4056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,2048,1,0,0.5125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,3072,1,0,0.7428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,4096,1,0,0.9715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,6144,1,0,1.4281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,8192,1,0,1.9212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,10240,1,0,2.4109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,12288,1,0,2.8976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,16384,1,0,3.8660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,4,32768,1,0,8.2969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,1,1,0,0.1002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,16,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,32,1,0,0.1164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,64,1,0,0.1280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,128,1,0,0.1511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,256,1,0,0.2051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,512,1,0,0.3011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,1024,1,0,0.5012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,1536,1,0,0.7263
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,2048,1,0,0.9495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,3072,1,0,1.4012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,4096,1,0,1.8652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,6144,1,0,2.7933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,8192,1,0,3.7309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,10240,1,0,4.6934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,12288,1,0,5.6679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,8,16384,1,0,7.6380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,1,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,16,1,0,0.1175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,32,1,0,0.1273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,64,1,0,0.1512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,128,1,0,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,256,1,0,0.3003
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,512,1,0,0.4956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,1024,1,0,0.9381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,1536,1,0,1.3862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,2048,1,0,1.8359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,3072,1,0,2.7356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,4096,1,0,3.6370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,6144,1,0,5.4763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,16,8192,1,0,7.3403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,1,1,0,0.1081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,16,1,0,0.1265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,32,1,0,0.1503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,64,1,0,0.1993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,128,1,0,0.2950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,256,1,0,0.4992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,512,1,0,0.9333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,1024,1,0,1.8178
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,1536,1,0,2.7077
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,2048,1,0,3.5882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,3072,1,0,5.3762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,32,4096,1,0,7.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,1,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,16,1,0,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,32,1,0,0.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,64,1,0,0.2966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,128,1,0,0.4917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,256,1,0,0.9329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,512,1,0,1.8110
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,1024,1,0,3.5655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,1536,1,0,5.3249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,64,2048,1,0,7.0849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,1,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,16,1,0,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,32,1,0,0.3025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,64,1,0,0.5026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,128,1,0,0.9364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,256,1,0,1.8105
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,512,1,0,3.5585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,128,1024,1,0,7.0449
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,256,1,1,0,0.1243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,256,16,1,0,0.3174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,256,32,1,0,0.5131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,256,64,1,0,0.9514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,256,128,1,0,1.8227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,256,256,1,0,3.5603
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,2,256,512,1,0,7.0414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,1,1,0,0.0848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,16,1,0,0.0992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,32,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,64,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,128,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,256,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,512,1,0,0.1296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,1024,1,0,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,1536,1,0,0.1875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,2048,1,0,0.2182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,3072,1,0,0.2751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,4096,1,0,0.3314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,6144,1,0,0.4443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,8192,1,0,0.5081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,10240,1,0,0.6356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,12288,1,0,0.7485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,16384,1,0,1.0147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,1,32768,1,0,2.0709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,1,1,0,0.0887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,16,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,32,1,0,0.1044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,64,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,128,1,0,0.1143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,256,1,0,0.1280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,512,1,0,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,1024,1,0,0.2075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,1536,1,0,0.2587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,2048,1,0,0.3100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,3072,1,0,0.4104
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,4096,1,0,0.5169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,6144,1,0,0.7467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,8192,1,0,0.9572
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,10240,1,0,1.2114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,12288,1,0,1.4334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,16384,1,0,1.8900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,2,32768,1,0,3.7097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,1,1,0,0.0890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,16,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,32,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,64,1,0,0.1143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,128,1,0,0.1235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,256,1,0,0.1545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,512,1,0,0.2016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,1024,1,0,0.2980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,1536,1,0,0.3950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,2048,1,0,0.4940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,3072,1,0,0.7140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,4096,1,0,0.9321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,6144,1,0,1.3652
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,8192,1,0,1.8004
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,10240,1,0,2.2434
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,12288,1,0,2.6780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,16384,1,0,3.6015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,4,32768,1,0,7.3073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,1,1,0,0.0970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,16,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,32,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,64,1,0,0.1239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,128,1,0,0.1477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,256,1,0,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,512,1,0,0.2920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,1024,1,0,0.4839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,1536,1,0,0.6977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,2048,1,0,0.9089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,3072,1,0,1.3307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,4096,1,0,1.7574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,6144,1,0,2.6264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,8192,1,0,3.4911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,10240,1,0,4.3649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,12288,1,0,5.2395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,8,16384,1,0,7.0236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,1,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,16,1,0,0.1142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,32,1,0,0.1239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,64,1,0,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,128,1,0,0.1959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,256,1,0,0.2920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,512,1,0,0.4776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,1024,1,0,0.8979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,1536,1,0,1.3134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,2048,1,0,1.7330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,3072,1,0,2.5914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,4096,1,0,3.4280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,6144,1,0,5.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,16,8192,1,0,6.8352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,1,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,16,1,0,0.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,32,1,0,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,64,1,0,0.1952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,128,1,0,0.2860
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,256,1,0,0.4825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,512,1,0,0.8934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,1024,1,0,1.7223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,1536,1,0,2.5728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,2048,1,0,3.3986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,3072,1,0,5.0615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,32,4096,1,0,6.7327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,1,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,16,1,0,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,32,1,0,0.1954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,64,1,0,0.2872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,128,1,0,0.4719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,256,1,0,0.8936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,512,1,0,1.7177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,1024,1,0,3.3782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,1536,1,0,5.0285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,64,2048,1,0,6.6840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,1,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,16,1,0,0.1972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,32,1,0,0.2876
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,64,1,0,0.4798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,128,1,0,0.8890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,256,1,0,1.7177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,512,1,0,3.3713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,128,1024,1,0,6.6590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,256,1,1,0,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,256,16,1,0,0.2962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,256,32,1,0,0.4831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,256,64,1,0,0.8989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,256,128,1,0,1.7254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,256,256,1,0,3.3742
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,fp8_block,1,256,512,1,0,6.6558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,0,0.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,16,1,0,0.1318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,32,1,0,0.1378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,64,1,0,0.1420
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,128,1,0,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,256,1,0,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,512,1,0,0.2497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1024,1,0,0.3940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1536,1,0,0.5405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,2048,1,0,0.7363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,3072,1,0,1.1417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,4096,1,0,1.5821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,6144,1,0,2.5234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,8192,1,0,3.7074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,10240,1,0,5.0005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,12288,1,0,6.3667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,16384,1,0,10.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,32768,1,0,30.4950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,0,0.1204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,16,1,0,0.1425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,32,1,0,0.1479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,64,1,0,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,128,1,0,0.1813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,256,1,0,0.2467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,512,1,0,0.3893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1024,1,0,0.6977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1536,1,0,1.0556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,2048,1,0,1.4107
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,3072,1,0,2.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,4096,1,0,3.0512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,6144,1,0,4.9492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,8192,1,0,7.5282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,10240,1,0,10.1679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,12288,1,0,12.6479
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,16384,1,0,20.1526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,32768,1,0,60.8842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,0,0.1241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,16,1,0,0.1577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,32,1,0,0.1677
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,64,1,0,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,128,1,0,0.2485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,256,1,0,0.3879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,512,1,0,0.6866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1024,1,0,1.3318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1536,1,0,1.9966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,2048,1,0,2.7087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,3072,1,0,4.2557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,4096,1,0,6.2225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,6144,1,0,9.8227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,8192,1,0,14.9752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,10240,1,0,20.2365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,12288,1,0,25.7407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,16384,1,0,40.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,32768,1,0,118.8286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,0,0.1340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,16,1,0,0.1833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,32,1,0,0.2054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,64,1,0,0.2641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,128,1,0,0.3923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,256,1,0,0.6797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,512,1,0,1.3078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1024,1,0,2.5527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1536,1,0,3.9086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,2048,1,0,5.5359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,3072,1,0,8.4584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,4096,1,0,12.3467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,6144,1,0,20.1356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,8192,1,0,29.8496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,10240,1,0,40.4221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,12288,1,0,49.2389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,16384,1,0,77.5227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,0,0.1477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,16,1,0,0.2379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,32,1,0,0.2961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,64,1,0,0.4245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,128,1,0,0.6951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,256,1,0,1.2994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,512,1,0,2.4977
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1024,1,0,5.2287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1536,1,0,7.7604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,2048,1,0,10.9814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,3072,1,0,17.4032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,4096,1,0,24.6096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,6144,1,0,38.0484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,8192,1,0,56.7850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,0,0.1525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,16,1,0,0.3639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,32,1,0,0.4920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,64,1,0,0.7649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,128,1,0,1.3407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,256,1,0,2.4816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,512,1,0,5.1234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1024,1,0,10.3687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1536,1,0,16.0191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,2048,1,0,21.8923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,3072,1,0,32.6038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,4096,1,0,46.2869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,0,0.1704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,16,1,0,0.6434
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,32,1,0,0.9140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,64,1,0,1.4902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,128,1,0,2.5942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,256,1,0,5.0947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,512,1,0,10.2001
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1024,1,0,20.7680
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1536,1,0,29.9270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,2048,1,0,40.9820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,0,0.2096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,16,1,0,1.2556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,32,1,0,1.8348
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,64,1,0,2.9437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,128,1,0,5.4015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,256,1,0,10.2072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,512,1,0,20.4791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1024,1,0,38.8570
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,0,0.2853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,16,1,0,2.6710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,32,1,0,3.8065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,64,1,0,6.2872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,128,1,0,11.0912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,256,1,0,20.7700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,512,1,0,38.6465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,0,0.0867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,16,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,32,1,0,0.1098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,64,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,128,1,0,0.1215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,256,1,0,0.1466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,512,1,0,0.1833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1024,1,0,0.2775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1536,1,0,0.3582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,2048,1,0,0.4593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,3072,1,0,0.6720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,4096,1,0,0.9240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,6144,1,0,1.4784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,8192,1,0,2.1429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,10240,1,0,2.8610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,12288,1,0,3.6174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,16384,1,0,5.5270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,32768,1,0,16.3398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,0,0.0874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,16,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,32,1,0,0.1116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,64,1,0,0.1247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,128,1,0,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,256,1,0,0.1837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,512,1,0,0.2723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1024,1,0,0.4409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1536,1,0,0.6286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,2048,1,0,0.8411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,3072,1,0,1.3019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,4096,1,0,1.8151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,6144,1,0,2.9028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,8192,1,0,4.2305
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,10240,1,0,5.6636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,12288,1,0,7.1574
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,16384,1,0,11.1617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,32768,1,0,32.5560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,0,0.0945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,16,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,32,1,0,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,64,1,0,0.1474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,128,1,0,0.1853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,256,1,0,0.2692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,512,1,0,0.4367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1024,1,0,0.8034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1536,1,0,1.2149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,2048,1,0,1.6443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,3072,1,0,2.5550
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,4096,1,0,3.5715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,6144,1,0,5.7396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,8192,1,0,8.5727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,10240,1,0,11.4805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,12288,1,0,14.2101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,16384,1,0,22.2272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,32768,1,0,64.9468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,16,1,0,0.1386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,32,1,0,0.1561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,64,1,0,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,128,1,0,0.2706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,256,1,0,0.4327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,512,1,0,0.7867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1024,1,0,1.5655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1536,1,0,2.3771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,2048,1,0,3.2319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,3072,1,0,5.0494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,4096,1,0,7.2596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,6144,1,0,11.3913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,8192,1,0,17.0415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,10240,1,0,22.8254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,12288,1,0,28.8373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,16384,1,0,44.3170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,0,0.1109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,16,1,0,0.1709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,32,1,0,0.2109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,64,1,0,0.2886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,128,1,0,0.4407
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,256,1,0,0.7850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,512,1,0,1.5385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1024,1,0,3.0816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1536,1,0,4.6962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,2048,1,0,6.5805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,3072,1,0,10.0278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,4096,1,0,14.4264
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,6144,1,0,23.2378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,8192,1,0,33.9484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,16,1,0,0.2423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,32,1,0,0.3222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,64,1,0,0.4736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,128,1,0,0.8035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,256,1,0,1.5336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,512,1,0,3.0290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1024,1,0,6.2804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1536,1,0,9.3283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,2048,1,0,13.0806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,3072,1,0,20.5091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,4096,1,0,28.7444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,0,0.1314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,16,1,0,0.3950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,32,1,0,0.5476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,64,1,0,0.8772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,128,1,0,1.5863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,256,1,0,3.0226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,512,1,0,6.1909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1024,1,0,12.5031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1536,1,0,19.1579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,2048,1,0,26.0845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,0,0.1567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,16,1,0,0.7175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,32,1,0,1.0496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,64,1,0,1.7591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,128,1,0,3.1673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,256,1,0,6.2009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,512,1,0,12.3672
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1024,1,0,25.0261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,0,0.1994
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,16,1,0,1.4678
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,32,1,0,2.1884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,64,1,0,3.6124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,128,1,0,6.6352
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,256,1,0,12.5082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,512,1,0,24.8995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,0,0.0818
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,16,1,0,0.1021
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,32,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,64,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,128,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,256,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,512,1,0,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1024,1,0,0.2023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1536,1,0,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,2048,1,0,0.3085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,3072,1,0,0.4241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,4096,1,0,0.5514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,6144,1,0,0.8561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,8192,1,0,1.2228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,10240,1,0,1.6339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,12288,1,0,2.0744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,16384,1,0,3.1098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,32768,1,0,8.7303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,0,0.0846
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,16,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,32,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,64,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,128,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,256,1,0,0.1467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,512,1,0,0.1976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1024,1,0,0.2995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1536,1,0,0.4005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,2048,1,0,0.5106
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,3072,1,0,0.7654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,4096,1,0,1.0595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,6144,1,0,1.7087
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,8192,1,0,2.4608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,10240,1,0,3.2593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,12288,1,0,4.0947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,16384,1,0,6.1410
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,32768,1,0,17.5385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,0,0.0870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,16,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,32,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,64,1,0,0.1158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,128,1,0,0.1423
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,256,1,0,0.1961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,512,1,0,0.2948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1024,1,0,0.4902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1536,1,0,0.7218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,2048,1,0,0.9741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,3072,1,0,1.5326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,4096,1,0,2.1343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,6144,1,0,3.3809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,8192,1,0,4.8475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,10240,1,0,6.4369
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,12288,1,0,8.0883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,16384,1,0,12.3782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,32768,1,0,34.8998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,0,0.0943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,16,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,32,1,0,0.1215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,64,1,0,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,128,1,0,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,256,1,0,0.2931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,512,1,0,0.4879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1024,1,0,0.9357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1536,1,0,1.4452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,2048,1,0,1.9637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,3072,1,0,3.0312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,4096,1,0,4.1961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,6144,1,0,6.6789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,8192,1,0,9.7988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,10240,1,0,12.9888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,12288,1,0,16.0205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,16384,1,0,24.5960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,0,0.1014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,16,1,0,0.1301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,32,1,0,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,64,1,0,0.2068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,128,1,0,0.2950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,256,1,0,0.4862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,512,1,0,0.9220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1024,1,0,1.8890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1536,1,0,2.8513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,2048,1,0,3.8549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,3072,1,0,5.9862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,4096,1,0,8.4904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,6144,1,0,13.2111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,8192,1,0,19.4436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,0,0.1076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,16,1,0,0.1718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,32,1,0,0.2233
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,64,1,0,0.3119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,128,1,0,0.4924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,256,1,0,0.9213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,512,1,0,1.8656
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1024,1,0,3.7056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1536,1,0,5.6370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,2048,1,0,7.8149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,3072,1,0,11.8446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,4096,1,0,16.8293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,16,1,0,0.2600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,32,1,0,0.3498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,64,1,0,0.5292
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,128,1,0,0.9467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,256,1,0,1.8610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,512,1,0,3.6643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1024,1,0,7.5304
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1536,1,0,11.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,2048,1,0,15.5156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,0,0.1307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,16,1,0,0.4335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,32,1,0,0.6139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,64,1,0,1.0302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,128,1,0,1.9295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,256,1,0,3.6700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,512,1,0,7.4693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1024,1,0,14.9830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,0,0.1636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,16,1,0,0.8240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,32,1,0,1.2467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,64,1,0,2.1518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,128,1,0,3.8863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,256,1,0,7.5376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,512,1,0,14.9326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,0,0.0787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,16,1,0,0.0975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,32,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,64,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,128,1,0,0.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,256,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,512,1,0,0.1262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1024,1,0,0.1679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1536,1,0,0.2041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,2048,1,0,0.2394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,3072,1,0,0.3113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,4096,1,0,0.3808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,6144,1,0,0.5636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,8192,1,0,0.7664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,10240,1,0,1.0050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,12288,1,0,1.2748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,16384,1,0,1.8711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,32768,1,0,5.0273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,0,0.0807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,16,1,0,0.1022
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,32,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,64,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,128,1,0,0.1096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,256,1,0,0.1243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,512,1,0,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1024,1,0,0.2287
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1536,1,0,0.2968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,2048,1,0,0.3648
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,3072,1,0,0.5125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,4096,1,0,0.6834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,6144,1,0,1.0849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,8192,1,0,1.5475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,10240,1,0,2.0406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,12288,1,0,2.5590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,16384,1,0,3.7300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,32768,1,0,9.9447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,0,0.0843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,16,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,32,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,64,1,0,0.1099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,128,1,0,0.1196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,256,1,0,0.1624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,512,1,0,0.2239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1024,1,0,0.3569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1536,1,0,0.4893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,2048,1,0,0.6430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,3072,1,0,0.9918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,4096,1,0,1.3843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,6144,1,0,2.1923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,8192,1,0,3.0843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,10240,1,0,4.0402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,12288,1,0,5.0395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,16384,1,0,7.3740
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,32768,1,0,19.9024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,0,0.0894
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,16,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,32,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,64,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,128,1,0,0.1583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,256,1,0,0.2227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,512,1,0,0.3514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1024,1,0,0.6258
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1536,1,0,0.9493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,2048,1,0,1.2983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,3072,1,0,2.0144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,4096,1,0,2.7579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,6144,1,0,4.3236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,8192,1,0,6.0903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,10240,1,0,7.9674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,12288,1,0,9.9187
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,16384,1,0,14.7848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,16,1,0,0.1159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,32,1,0,0.1256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,64,1,0,0.1629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,128,1,0,0.2244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,256,1,0,0.3492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,512,1,0,0.6193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1024,1,0,1.2635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1536,1,0,1.9269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,2048,1,0,2.5920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,3072,1,0,3.9705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,4096,1,0,5.4343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,6144,1,0,8.5050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,8192,1,0,12.2206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,0,0.1014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,16,1,0,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,32,1,0,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,64,1,0,0.2329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,128,1,0,0.3530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,256,1,0,0.6196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,512,1,0,1.2504
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1024,1,0,2.5144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1536,1,0,3.7983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,2048,1,0,5.0982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,3072,1,0,7.8180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,4096,1,0,10.9140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,0,0.1056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,16,1,0,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,32,1,0,0.2510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,64,1,0,0.3719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,128,1,0,0.6289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,256,1,0,1.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,512,1,0,2.4960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1024,1,0,4.9610
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1536,1,0,7.4778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,2048,1,0,10.2632
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,0,0.1139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,16,1,0,0.2947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,32,1,0,0.4146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,64,1,0,0.6719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,128,1,0,1.2830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,256,1,0,2.4984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,512,1,0,4.9282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1024,1,0,10.0090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,0,0.1301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,16,1,0,0.5188
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,32,1,0,0.7795
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,64,1,0,1.3936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,128,1,0,2.6065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,256,1,0,4.9668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,512,1,0,9.9780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,0,0.0747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,16,1,0,0.0972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,32,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,64,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,128,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,256,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,512,1,0,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1024,1,0,0.1518
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1536,1,0,0.1798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,2048,1,0,0.2102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,3072,1,0,0.2685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,4096,1,0,0.3201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,6144,1,0,0.4317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,8192,1,0,0.5508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,10240,1,0,0.7080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,12288,1,0,0.8873
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,16384,1,0,1.2458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,32768,1,0,3.1429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,0,0.0789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,16,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,32,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,64,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,128,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,256,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,512,1,0,0.1453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1024,1,0,0.1980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1536,1,0,0.2516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,2048,1,0,0.2980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,3072,1,0,0.3981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,4096,1,0,0.5112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,6144,1,0,0.7878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,8192,1,0,1.0787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,10240,1,0,1.3993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,12288,1,0,1.7469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,16384,1,0,2.4884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,32768,1,0,6.2429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,0,0.0826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,16,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,32,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,64,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,128,1,0,0.1149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,256,1,0,0.1446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,512,1,0,0.1932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1024,1,0,0.2872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1536,1,0,0.3923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,2048,1,0,0.4995
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,3072,1,0,0.7403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,4096,1,0,0.9938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,6144,1,0,1.5559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,8192,1,0,2.1635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,10240,1,0,2.8123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,12288,1,0,3.4801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,16384,1,0,4.9466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,32768,1,0,12.3168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,0,0.0866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,16,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,32,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,64,1,0,0.1147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,128,1,0,0.1379
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,256,1,0,0.1914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,512,1,0,0.2813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1024,1,0,0.4865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1536,1,0,0.7215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,2048,1,0,0.9633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,3072,1,0,1.4666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,4096,1,0,1.9929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,6144,1,0,3.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,8192,1,0,4.3024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,10240,1,0,5.5450
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,12288,1,0,6.8272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,16384,1,0,9.7537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,0,0.0931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,16,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,32,1,0,0.1152
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,64,1,0,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,128,1,0,0.1884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,256,1,0,0.2800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,512,1,0,0.4808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1024,1,0,0.9413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1536,1,0,1.4229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,2048,1,0,1.9202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,3072,1,0,2.9394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,4096,1,0,3.9657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,6144,1,0,6.1143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,8192,1,0,8.4689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,0,0.0986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,16,1,0,0.1212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,32,1,0,0.1457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,64,1,0,0.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,128,1,0,0.2832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,256,1,0,0.4780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,512,1,0,0.9365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1024,1,0,1.8820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1536,1,0,2.8552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,2048,1,0,3.8120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,3072,1,0,5.7627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,4096,1,0,7.7971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,16,1,0,0.1556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,32,1,0,0.2034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,64,1,0,0.2924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,128,1,0,0.4834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,256,1,0,0.9338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,512,1,0,1.8700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1024,1,0,3.7390
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1536,1,0,5.5979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,2048,1,0,7.4850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,16,1,0,0.2243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,32,1,0,0.3147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,64,1,0,0.5043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,128,1,0,0.9494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,256,1,0,1.8730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,512,1,0,3.7220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1024,1,0,7.3614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,0,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,16,1,0,0.3663
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,32,1,0,0.5582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,64,1,0,1.0018
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,128,1,0,1.9211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,256,1,0,3.7498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,512,1,0,7.3557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,0,0.0734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,16,1,0,0.0938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,32,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,64,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,128,1,0,0.1036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,256,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,512,1,0,0.1193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1024,1,0,0.1453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1536,1,0,0.1699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,2048,1,0,0.1961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,3072,1,0,0.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,4096,1,0,0.2941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,6144,1,0,0.3940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,8192,1,0,0.5008
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,10240,1,0,0.6138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,12288,1,0,0.7269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,16384,1,0,0.9596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,32768,1,0,2.2088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,0,0.0768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,16,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,32,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,64,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,128,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,256,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,512,1,0,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1024,1,0,0.1851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1536,1,0,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,2048,1,0,0.2717
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,3072,1,0,0.3596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,4096,1,0,0.4563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,6144,1,0,0.6602
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,8192,1,0,0.8698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,10240,1,0,1.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,12288,1,0,1.3683
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,16384,1,0,1.8714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,32768,1,0,4.3875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,0,0.0786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,16,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,32,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,64,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,128,1,0,0.1119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,256,1,0,0.1396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,512,1,0,0.1801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1024,1,0,0.2604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1536,1,0,0.3430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,2048,1,0,0.4330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,3072,1,0,0.6363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,4096,1,0,0.8503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,6144,1,0,1.2784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,8192,1,0,1.7013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,10240,1,0,2.1824
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,12288,1,0,2.6913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,16384,1,0,3.7335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,32768,1,0,8.6744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,0,0.0853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,16,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,32,1,0,0.1061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,64,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,128,1,0,0.1343
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,256,1,0,0.1788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,512,1,0,0.2556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1024,1,0,0.4203
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1536,1,0,0.6230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,2048,1,0,0.8229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,3072,1,0,1.2324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,4096,1,0,1.6367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,6144,1,0,2.5169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,8192,1,0,3.4000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,10240,1,0,4.3494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,12288,1,0,5.3144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,16384,1,0,7.3776
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,0,0.0912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,16,1,0,0.1057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,32,1,0,0.1121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,64,1,0,0.1339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,128,1,0,0.1744
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,256,1,0,0.2553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,512,1,0,0.4169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1024,1,0,0.8062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1536,1,0,1.2065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,2048,1,0,1.5909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,3072,1,0,2.4228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,4096,1,0,3.2551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,6144,1,0,4.9661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,8192,1,0,6.7199
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,0,0.0949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,16,1,0,0.1122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,32,1,0,0.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,64,1,0,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,128,1,0,0.2515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,256,1,0,0.4170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,512,1,0,0.8015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1024,1,0,1.5701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1536,1,0,2.3735
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,2048,1,0,3.1751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,3072,1,0,4.7856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,4096,1,0,6.4157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,0,0.0996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,16,1,0,0.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,32,1,0,0.1804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,64,1,0,0.2569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,128,1,0,0.4182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,256,1,0,0.7986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,512,1,0,1.5616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1024,1,0,3.1347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1536,1,0,4.6986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,2048,1,0,6.2562
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,16,1,0,0.1929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,32,1,0,0.2676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,64,1,0,0.4323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,128,1,0,0.8049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,256,1,0,1.5616
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,512,1,0,3.1229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1024,1,0,6.1946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,0,0.1143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,16,1,0,0.2936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,32,1,0,0.4586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,64,1,0,0.8335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,128,1,0,1.5858
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,256,1,0,3.1346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,512,1,0,6.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,0,0.0723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,16,1,0,0.0917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,32,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,64,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,128,1,0,0.1049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,256,1,0,0.1101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,512,1,0,0.1176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1024,1,0,0.1438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1536,1,0,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,2048,1,0,0.1911
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,3072,1,0,0.2400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,4096,1,0,0.2815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,6144,1,0,0.3725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,8192,1,0,0.4519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,10240,1,0,0.5811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,12288,1,0,0.6872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,16384,1,0,0.9055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,32768,1,0,1.7666
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,0,0.0747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,16,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,32,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,64,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,128,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,256,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,512,1,0,0.1384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1024,1,0,0.1813
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1536,1,0,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,2048,1,0,0.2592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,3072,1,0,0.3385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,4096,1,0,0.4269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,6144,1,0,0.6197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,8192,1,0,0.8158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,10240,1,0,1.0100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,12288,1,0,1.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,16384,1,0,1.5889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,32768,1,0,3.4474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,0,0.0804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,16,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,32,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,64,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,128,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,256,1,0,0.1389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,512,1,0,0.1752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1024,1,0,0.2485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1536,1,0,0.3224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,2048,1,0,0.4027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,3072,1,0,0.5854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,4096,1,0,0.7699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,6144,1,0,1.1436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,8192,1,0,1.5373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,10240,1,0,1.9387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,12288,1,0,2.3312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,16384,1,0,3.1139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,32768,1,0,6.8269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,0,0.0850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,16,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,32,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,64,1,0,0.1117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,128,1,0,0.1319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,256,1,0,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,512,1,0,0.2433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1024,1,0,0.3947
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1536,1,0,0.5698
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,2048,1,0,0.7461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,3072,1,0,1.1164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,4096,1,0,1.4830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,6144,1,0,2.2279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,8192,1,0,2.9748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,10240,1,0,3.7537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,12288,1,0,4.5428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,16384,1,0,6.1628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,0,0.0890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,16,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,32,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,64,1,0,0.1316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,128,1,0,0.1690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,256,1,0,0.2424
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,512,1,0,0.3872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1024,1,0,0.7356
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1536,1,0,1.0999
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,2048,1,0,1.4528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,3072,1,0,2.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,4096,1,0,2.8798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,6144,1,0,4.3568
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,8192,1,0,5.8783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,0,0.0934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,16,1,0,0.1116
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,32,1,0,0.1321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,64,1,0,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,128,1,0,0.2372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,256,1,0,0.3878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,512,1,0,0.7318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1024,1,0,1.4353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1536,1,0,2.1413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,2048,1,0,2.8370
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,3072,1,0,4.2517
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,4096,1,0,5.7009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,0,0.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,16,1,0,0.1330
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,32,1,0,0.1703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,64,1,0,0.2382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,128,1,0,0.3847
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,256,1,0,0.7329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,512,1,0,1.4291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1024,1,0,2.8098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1536,1,0,4.2055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,2048,1,0,5.6135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,16,1,0,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,32,1,0,0.2452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,64,1,0,0.3902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,128,1,0,0.7339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,256,1,0,1.4267
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,512,1,0,2.8043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1024,1,0,5.5738
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,16,1,0,0.2604
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,32,1,0,0.4050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,64,1,0,0.7492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,128,1,0,1.4405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,256,1,0,2.8045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,512,1,0,5.5741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,0,0.0705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,16,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,32,1,0,0.0952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,64,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,128,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,256,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,512,1,0,0.1157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1024,1,0,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1536,1,0,0.1654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,2048,1,0,0.1883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,3072,1,0,0.2364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,4096,1,0,0.2771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,6144,1,0,0.3664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,8192,1,0,0.4095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,10240,1,0,0.5121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,12288,1,0,0.6044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,16384,1,0,0.8324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,32768,1,0,1.7231
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,0,0.0747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,16,1,0,0.0948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,32,1,0,0.0958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,64,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,128,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,256,1,0,0.1138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,512,1,0,0.1357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1024,1,0,0.1780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1536,1,0,0.2183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,2048,1,0,0.2553
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,3072,1,0,0.3308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,4096,1,0,0.4176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,6144,1,0,0.6032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,8192,1,0,0.7741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,10240,1,0,0.9854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,12288,1,0,1.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,16384,1,0,1.5402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,32768,1,0,3.0246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,0,0.0775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,16,1,0,0.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,32,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,64,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,128,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,256,1,0,0.1345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,512,1,0,0.1719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1024,1,0,0.2441
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1536,1,0,0.3153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,2048,1,0,0.3950
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,3072,1,0,0.5703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,4096,1,0,0.7486
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,6144,1,0,1.1002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,8192,1,0,1.4532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,10240,1,0,1.8165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,12288,1,0,2.1630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,16384,1,0,2.9190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,32768,1,0,5.9280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,0,0.0826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,16,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,32,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,64,1,0,0.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,128,1,0,0.1279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,256,1,0,0.1713
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,512,1,0,0.2387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1024,1,0,0.3844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1536,1,0,0.5535
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,2048,1,0,0.7249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,3072,1,0,1.0664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,4096,1,0,1.4086
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,6144,1,0,2.1131
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,8192,1,0,2.8085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,10240,1,0,3.5072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,12288,1,0,4.2071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,16384,1,0,5.6468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,0,0.0890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,32,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,64,1,0,0.1284
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,128,1,0,0.1657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,256,1,0,0.2386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,512,1,0,0.3787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1024,1,0,0.7140
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1536,1,0,1.0495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,2048,1,0,1.3851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,3072,1,0,2.0769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,4096,1,0,2.7459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,6144,1,0,4.0891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,8192,1,0,5.4655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,16,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,32,1,0,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,64,1,0,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,128,1,0,0.2321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,256,1,0,0.3787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,512,1,0,0.7103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1024,1,0,1.3733
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1536,1,0,2.0594
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,2048,1,0,2.7121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,3072,1,0,4.0280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,4096,1,0,5.3530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,0,0.0948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,16,1,0,0.1294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,32,1,0,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,64,1,0,0.2323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,128,1,0,0.3743
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,256,1,0,0.7084
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,512,1,0,1.3686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1024,1,0,2.6933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1536,1,0,4.0041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,2048,1,0,5.3070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,0,0.1000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,16,1,0,0.1675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,32,1,0,0.2333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,64,1,0,0.3762
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,128,1,0,0.7071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,256,1,0,1.3682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,512,1,0,2.6875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1024,1,0,5.2854
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,16,1,0,0.2425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,32,1,0,0.3839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,64,1,0,0.7151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,128,1,0,1.3757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,256,1,0,2.6885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,512,1,0,5.2759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,0,0.1139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,16,1,0,0.1314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,32,1,0,0.1372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,64,1,0,0.1415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,128,1,0,0.1538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,256,1,0,0.1799
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,512,1,0,0.2497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1024,1,0,0.3941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1536,1,0,0.5419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,2048,1,0,0.7373
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,3072,1,0,1.1402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,4096,1,0,1.5798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,6144,1,0,2.5234
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,8192,1,0,3.7070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,10240,1,0,4.9968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,12288,1,0,6.3626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,16384,1,0,10.1289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,32768,1,0,30.4938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,0,0.1165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,16,1,0,0.1431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,32,1,0,0.1483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,64,1,0,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,128,1,0,0.1814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,256,1,0,0.2470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,512,1,0,0.3897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1024,1,0,0.6988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1536,1,0,1.0532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,2048,1,0,1.4125
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,3072,1,0,2.1736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,4096,1,0,3.0539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,6144,1,0,4.9520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,8192,1,0,7.5302
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,10240,1,0,10.1755
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,12288,1,0,12.6322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,16384,1,0,20.1519
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,32768,1,0,60.8767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,0,0.1207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,16,1,0,0.1569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,32,1,0,0.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,64,1,0,0.1898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,128,1,0,0.2481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,256,1,0,0.3889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,512,1,0,0.6842
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1024,1,0,1.3340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1536,1,0,1.9983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,2048,1,0,2.7059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,3072,1,0,4.2584
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,4096,1,0,6.2172
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,6144,1,0,9.8257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,8192,1,0,14.9657
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,10240,1,0,20.2384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,12288,1,0,25.7391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,16384,1,0,40.1764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,32768,1,0,118.8183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,0,0.1261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,16,1,0,0.1826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,32,1,0,0.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,64,1,0,0.2630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,128,1,0,0.3946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,256,1,0,0.6811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,512,1,0,1.3055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1024,1,0,2.5516
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1536,1,0,3.8989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,2048,1,0,5.5297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,3072,1,0,8.4412
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,4096,1,0,12.3435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,6144,1,0,20.1076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,8192,1,0,29.8414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,10240,1,0,40.3748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,12288,1,0,49.2058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,16384,1,0,77.4988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,0,0.1351
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,16,1,0,0.2382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,32,1,0,0.2966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,64,1,0,0.4252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,128,1,0,0.6975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,256,1,0,1.2949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,512,1,0,2.5024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1024,1,0,5.2272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1536,1,0,7.7558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,2048,1,0,10.9811
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,3072,1,0,17.4017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,4096,1,0,24.6055
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,6144,1,0,38.3637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,8192,1,0,56.7597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,0,0.1400
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,16,1,0,0.3654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,32,1,0,0.4931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,64,1,0,0.7621
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,128,1,0,1.3406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,256,1,0,2.4788
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,512,1,0,5.1211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1024,1,0,10.3689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1536,1,0,16.0164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,2048,1,0,21.8897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,3072,1,0,32.5827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,4096,1,0,46.3317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,0,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,16,1,0,0.6435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,32,1,0,0.9161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,64,1,0,1.4875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,128,1,0,2.5935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,256,1,0,5.0945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,512,1,0,10.1960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1024,1,0,20.7286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1536,1,0,29.8879
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,2048,1,0,41.2471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,0,0.1689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,16,1,0,1.2539
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,32,1,0,1.8342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,64,1,0,2.9392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,128,1,0,5.4006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,256,1,0,10.2031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,512,1,0,20.4556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1024,1,0,38.8409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,0,0.2101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,16,1,0,2.6721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,32,1,0,3.8031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,64,1,0,6.2878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,128,1,0,11.0925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,256,1,0,20.7595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,512,1,0,38.5889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,0,0.0865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,16,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,32,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,64,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,128,1,0,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,256,1,0,0.1463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,512,1,0,0.1830
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1024,1,0,0.2780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1536,1,0,0.3591
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,2048,1,0,0.4589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,3072,1,0,0.6705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,4096,1,0,0.9247
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,6144,1,0,1.4786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,8192,1,0,2.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,10240,1,0,2.8597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,12288,1,0,3.6177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,16384,1,0,5.5285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,32768,1,0,16.3295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,0,0.0898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,16,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,32,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,64,1,0,0.1219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,128,1,0,0.1415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,256,1,0,0.1839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,512,1,0,0.2715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1024,1,0,0.4404
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1536,1,0,0.6295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,2048,1,0,0.8401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,3072,1,0,1.3028
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,4096,1,0,1.8171
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,6144,1,0,2.9026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,8192,1,0,4.2297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,10240,1,0,5.6614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,12288,1,0,7.1556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,16384,1,0,11.1643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,32768,1,0,32.5528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,0,0.0931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,16,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,32,1,0,0.1275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,64,1,0,0.1463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,128,1,0,0.1848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,256,1,0,0.2673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,512,1,0,0.4365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1024,1,0,0.8029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1536,1,0,1.2154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,2048,1,0,1.6456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,3072,1,0,2.5563
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,4096,1,0,3.5758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,6144,1,0,5.7393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,8192,1,0,8.5696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,10240,1,0,11.4761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,12288,1,0,14.2142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,16384,1,0,22.2320
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,32768,1,0,64.9569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,0,0.0980
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,16,1,0,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,32,1,0,0.1555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,64,1,0,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,128,1,0,0.2710
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,256,1,0,0.4326
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,512,1,0,0.7893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1024,1,0,1.5650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1536,1,0,2.3767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,2048,1,0,3.2333
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,3072,1,0,5.0497
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,4096,1,0,7.2588
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,6144,1,0,11.3998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,8192,1,0,17.0474
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,10240,1,0,22.8361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,12288,1,0,28.8363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,16384,1,0,44.3073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,0,0.1031
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,16,1,0,0.1705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,32,1,0,0.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,64,1,0,0.2864
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,128,1,0,0.4380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,256,1,0,0.7861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,512,1,0,1.5421
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1024,1,0,3.0781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1536,1,0,4.6975
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,2048,1,0,6.5772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,3072,1,0,10.0319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,4096,1,0,14.4359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,6144,1,0,23.2221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,8192,1,0,33.9507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,0,0.1146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,16,1,0,0.2432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,32,1,0,0.3220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,64,1,0,0.4732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,128,1,0,0.8017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,256,1,0,1.5342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,512,1,0,3.0282
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1024,1,0,6.2785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1536,1,0,9.3288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,2048,1,0,13.0827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,3072,1,0,20.5068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,4096,1,0,28.7340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,16,1,0,0.3954
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,32,1,0,0.5480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,64,1,0,0.8782
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,128,1,0,1.5859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,256,1,0,3.0190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,512,1,0,6.1889
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1024,1,0,12.5051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1536,1,0,19.1529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,2048,1,0,26.0778
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,0,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,16,1,0,0.7165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,32,1,0,1.0490
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,64,1,0,1.7593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,128,1,0,3.1668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,256,1,0,6.1983
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,512,1,0,12.3692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1024,1,0,25.0296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,0,0.1580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,16,1,0,1.4665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,32,1,0,2.1908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,64,1,0,3.6121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,128,1,0,6.6360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,256,1,0,12.5102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,512,1,0,24.8962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,0,0.0887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,16,1,0,0.1026
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,32,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,64,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,128,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,256,1,0,0.1198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,512,1,0,0.1480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1024,1,0,0.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1536,1,0,0.2515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,2048,1,0,0.3078
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,3072,1,0,0.4242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,4096,1,0,0.5520
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,6144,1,0,0.8551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,8192,1,0,1.2230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,10240,1,0,1.6363
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,12288,1,0,2.0745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,16384,1,0,3.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,32768,1,0,8.7301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,0,0.0914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,32,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,64,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,128,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,256,1,0,0.1467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,512,1,0,0.1959
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1024,1,0,0.2993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1536,1,0,0.4009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,2048,1,0,0.5097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,3072,1,0,0.7659
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,4096,1,0,1.0593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,6144,1,0,1.7094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,8192,1,0,2.4619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,10240,1,0,3.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,12288,1,0,4.0942
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,16384,1,0,6.1448
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,32768,1,0,17.5409
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,0,0.0948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,16,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,32,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,64,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,128,1,0,0.1428
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,256,1,0,0.1962
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,512,1,0,0.2949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1024,1,0,0.4928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1536,1,0,0.7205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,2048,1,0,0.9758
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,3072,1,0,1.5315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,4096,1,0,2.1336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,6144,1,0,3.3806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,8192,1,0,4.8503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,10240,1,0,6.4406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,12288,1,0,8.0967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,16384,1,0,12.3775
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,32768,1,0,34.9035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,16,1,0,0.1157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,32,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,64,1,0,0.1484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,128,1,0,0.1979
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,256,1,0,0.2917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,512,1,0,0.4869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1024,1,0,0.9368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1536,1,0,1.4430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,2048,1,0,1.9639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,3072,1,0,3.0315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,4096,1,0,4.1960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,6144,1,0,6.6772
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,8192,1,0,9.7967
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,10240,1,0,12.9867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,12288,1,0,16.0208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,16384,1,0,24.6058
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,16,1,0,0.1311
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,32,1,0,0.1586
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,64,1,0,0.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,128,1,0,0.2955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,256,1,0,0.4849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,512,1,0,0.9215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1024,1,0,1.8850
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1536,1,0,2.8526
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,2048,1,0,3.8566
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,3072,1,0,5.9838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,4096,1,0,8.4953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,6144,1,0,13.2092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,8192,1,0,19.4451
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,16,1,0,0.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,32,1,0,0.2230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,64,1,0,0.3119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,128,1,0,0.4928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,256,1,0,0.9224
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,512,1,0,1.8615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1024,1,0,3.7057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1536,1,0,5.6368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,2048,1,0,7.8183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,3072,1,0,11.8455
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,4096,1,0,16.8272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,0,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,16,1,0,0.2600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,32,1,0,0.3491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,64,1,0,0.5289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,128,1,0,0.9435
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,256,1,0,1.8579
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,512,1,0,3.6645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1024,1,0,7.5325
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1536,1,0,11.1609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,2048,1,0,15.5096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,0,0.1491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,16,1,0,0.4336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,32,1,0,0.6148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,64,1,0,1.0307
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,128,1,0,1.9274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,256,1,0,3.6712
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,512,1,0,7.4704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1024,1,0,14.9817
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,0,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,16,1,0,0.8229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,32,1,0,1.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,64,1,0,2.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,128,1,0,3.8810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,256,1,0,7.5406
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,512,1,0,14.9317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,0,0.0869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,16,1,0,0.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,32,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,64,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,128,1,0,0.1073
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,256,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,512,1,0,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1024,1,0,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1536,1,0,0.2049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,2048,1,0,0.2399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,3072,1,0,0.3095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,4096,1,0,0.3826
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,6144,1,0,0.5620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,8192,1,0,0.7669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,10240,1,0,1.0052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,12288,1,0,1.2759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,16384,1,0,1.8688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,32768,1,0,5.0275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,0,0.0887
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,16,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,32,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,64,1,0,0.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,128,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,256,1,0,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,512,1,0,0.1620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1024,1,0,0.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1536,1,0,0.2966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,2048,1,0,0.3651
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,3072,1,0,0.5121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,4096,1,0,0.6845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,6144,1,0,1.0831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,8192,1,0,1.5466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,10240,1,0,2.0413
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,12288,1,0,2.5561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,16384,1,0,3.7315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,32768,1,0,9.9440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,0,0.0908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,16,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,32,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,64,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,128,1,0,0.1204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,256,1,0,0.1639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,512,1,0,0.2222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1024,1,0,0.3561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1536,1,0,0.4893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,2048,1,0,0.6425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,3072,1,0,0.9919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,4096,1,0,1.3857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,6144,1,0,2.1909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,8192,1,0,3.0867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,10240,1,0,4.0376
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,12288,1,0,5.0359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,16384,1,0,7.3723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,32768,1,0,19.9091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,16,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,32,1,0,0.1100
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,64,1,0,0.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,128,1,0,0.1593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,256,1,0,0.2220
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,512,1,0,0.3528
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1024,1,0,0.6254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1536,1,0,0.9509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,2048,1,0,1.2981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,3072,1,0,2.0157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,4096,1,0,2.7623
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,6144,1,0,4.3197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,8192,1,0,6.0893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,10240,1,0,7.9596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,12288,1,0,9.9192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,16384,1,0,14.7863
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,16,1,0,0.1161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,32,1,0,0.1260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,64,1,0,0.1642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,128,1,0,0.2240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,256,1,0,0.3492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,512,1,0,0.6208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1024,1,0,1.2620
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1536,1,0,1.9283
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,2048,1,0,2.5906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,3072,1,0,3.9727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,4096,1,0,5.4397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,6144,1,0,8.5089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,8192,1,0,12.2182
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,16,1,0,0.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,32,1,0,0.1736
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,64,1,0,0.2340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,128,1,0,0.3531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,256,1,0,0.6191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,512,1,0,1.2495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1024,1,0,2.5158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1536,1,0,3.7998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,2048,1,0,5.1023
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,3072,1,0,7.8183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,4096,1,0,10.9165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,16,1,0,0.1908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,32,1,0,0.2525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,64,1,0,0.3715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,128,1,0,0.6285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,256,1,0,1.2501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,512,1,0,2.4946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1024,1,0,4.9555
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1536,1,0,7.4787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,2048,1,0,10.2699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,16,1,0,0.2936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,32,1,0,0.4148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,64,1,0,0.6714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,128,1,0,1.2825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,256,1,0,2.5014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,512,1,0,4.9254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1024,1,0,10.0063
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,0,0.1487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,16,1,0,0.5201
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,32,1,0,0.7793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,64,1,0,1.3928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,128,1,0,2.6080
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,256,1,0,4.9642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,512,1,0,9.9761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,0,0.0812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,16,1,0,0.0973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,32,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,64,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,128,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,256,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,512,1,0,0.1214
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1024,1,0,0.1509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1536,1,0,0.1796
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,2048,1,0,0.2095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,3072,1,0,0.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,4096,1,0,0.3217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,6144,1,0,0.4323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,8192,1,0,0.5506
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,10240,1,0,0.7091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,12288,1,0,0.8877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,16384,1,0,1.2464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,32768,1,0,3.1453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,0,0.0857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,16,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,32,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,64,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,128,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,256,1,0,0.1186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,512,1,0,0.1447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1024,1,0,0.1978
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1536,1,0,0.2511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,2048,1,0,0.2982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,3072,1,0,0.3984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,4096,1,0,0.5114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,6144,1,0,0.7866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,8192,1,0,1.0801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,10240,1,0,1.3992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,12288,1,0,1.7452
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,16384,1,0,2.4886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,32768,1,0,6.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,0,0.0908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,16,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,32,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,64,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,128,1,0,0.1139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,256,1,0,0.1446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,512,1,0,0.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1024,1,0,0.2871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1536,1,0,0.3919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,2048,1,0,0.5012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,3072,1,0,0.7398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,4096,1,0,0.9949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,6144,1,0,1.5552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,8192,1,0,2.1650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,10240,1,0,2.8085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,12288,1,0,3.4787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,16384,1,0,4.9511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,32768,1,0,12.3211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,0,0.0938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,16,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,32,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,64,1,0,0.1137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,128,1,0,0.1385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,256,1,0,0.1928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,512,1,0,0.2806
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1024,1,0,0.4871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1536,1,0,0.7204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,2048,1,0,0.9626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,3072,1,0,1.4671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,4096,1,0,1.9943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,6144,1,0,3.1164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,8192,1,0,4.3002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,10240,1,0,5.5393
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,12288,1,0,6.8288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,16384,1,0,9.7549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,16,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,32,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,64,1,0,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,128,1,0,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,256,1,0,0.2797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,512,1,0,0.4801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1024,1,0,0.9394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1536,1,0,1.4246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,2048,1,0,1.9218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,3072,1,0,2.9399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,4096,1,0,3.9669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,6144,1,0,6.1190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,8192,1,0,8.4727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,16,1,0,0.1204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,32,1,0,0.1453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,64,1,0,0.1948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,128,1,0,0.2829
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,256,1,0,0.4780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,512,1,0,0.9338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1024,1,0,1.8840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1536,1,0,2.8545
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,2048,1,0,3.8103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,3072,1,0,5.7676
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,4096,1,0,7.7953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,16,1,0,0.1558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,32,1,0,0.2037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,64,1,0,0.2940
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,128,1,0,0.4834
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,256,1,0,0.9335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,512,1,0,1.8703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1024,1,0,3.7394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1536,1,0,5.5992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,2048,1,0,7.4945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,0,0.1137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,16,1,0,0.2257
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,32,1,0,0.3150
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,64,1,0,0.5052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,128,1,0,0.9466
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,256,1,0,1.8751
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,512,1,0,3.7249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1024,1,0,7.3614
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,0,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,16,1,0,0.3661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,32,1,0,0.5583
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,64,1,0,1.0006
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,128,1,0,1.9228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,256,1,0,3.7469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,512,1,0,7.3560
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,0,0.0787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,16,1,0,0.0939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,32,1,0,0.0988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,64,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,128,1,0,0.1035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,256,1,0,0.1098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,512,1,0,0.1183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1024,1,0,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1536,1,0,0.1703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,2048,1,0,0.1965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,3072,1,0,0.2468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,4096,1,0,0.2945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,6144,1,0,0.3934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,8192,1,0,0.5011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,10240,1,0,0.6124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,12288,1,0,0.7246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,16384,1,0,0.9580
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,32768,1,0,2.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,0,0.0845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,16,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,32,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,64,1,0,0.1032
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,128,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,256,1,0,0.1163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,512,1,0,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1024,1,0,0.1849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1536,1,0,0.2300
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,2048,1,0,0.2722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,3072,1,0,0.3582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,4096,1,0,0.4537
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,6144,1,0,0.6590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,8192,1,0,0.8682
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,10240,1,0,1.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,12288,1,0,1.3667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,16384,1,0,1.8714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,32768,1,0,4.3877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,0,0.0866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,16,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,32,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,64,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,128,1,0,0.1119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,256,1,0,0.1389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,512,1,0,0.1789
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1024,1,0,0.2609
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1536,1,0,0.3431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,2048,1,0,0.4316
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,3072,1,0,0.6342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,4096,1,0,0.8495
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,6144,1,0,1.2797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,8192,1,0,1.7012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,10240,1,0,2.1802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,12288,1,0,2.6908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,16384,1,0,3.7357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,32768,1,0,8.6723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,0,0.0931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,16,1,0,0.1037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,32,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,64,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,128,1,0,0.1341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,256,1,0,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,512,1,0,0.2549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1024,1,0,0.4227
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1536,1,0,0.6219
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,2048,1,0,0.8215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,3072,1,0,1.2289
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,4096,1,0,1.6364
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,6144,1,0,2.5138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,8192,1,0,3.3984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,10240,1,0,4.3422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,12288,1,0,5.3147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,16384,1,0,7.3899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,16,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,32,1,0,0.1121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,64,1,0,0.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,128,1,0,0.1737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,256,1,0,0.2557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,512,1,0,0.4163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1024,1,0,0.8065
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1536,1,0,1.2057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,2048,1,0,1.5909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,3072,1,0,2.4245
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,4096,1,0,3.2541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,6144,1,0,4.9654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,8192,1,0,6.7163
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,16,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,32,1,0,0.1347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,64,1,0,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,128,1,0,0.2508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,256,1,0,0.4175
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,512,1,0,0.7993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1024,1,0,1.5708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1536,1,0,2.3741
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,2048,1,0,3.1749
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,3072,1,0,4.7884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,4096,1,0,6.4156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,0,0.1057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,16,1,0,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,32,1,0,0.1808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,64,1,0,0.2577
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,128,1,0,0.4196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,256,1,0,0.7966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,512,1,0,1.5619
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1024,1,0,3.1334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1536,1,0,4.6976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,2048,1,0,6.2637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,0,0.1111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,16,1,0,0.1924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,32,1,0,0.2679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,64,1,0,0.4291
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,128,1,0,0.8049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,256,1,0,1.5633
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,512,1,0,3.1221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1024,1,0,6.1900
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,16,1,0,0.2946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,32,1,0,0.4592
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,64,1,0,0.8322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,128,1,0,1.5880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,256,1,0,3.1358
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,512,1,0,6.1857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,0,0.0784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,16,1,0,0.0948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,32,1,0,0.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,64,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,128,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,256,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,512,1,0,0.1174
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1024,1,0,0.1437
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1536,1,0,0.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,2048,1,0,0.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,3072,1,0,0.2389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,4096,1,0,0.2820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,6144,1,0,0.3719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,8192,1,0,0.4511
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,10240,1,0,0.5814
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,12288,1,0,0.6861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,16384,1,0,0.9040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,32768,1,0,1.7700
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,0,0.0825
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,16,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,32,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,64,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,128,1,0,0.1070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,256,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,512,1,0,0.1397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1024,1,0,0.1804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1536,1,0,0.2218
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,2048,1,0,0.2593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,3072,1,0,0.3377
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,4096,1,0,0.4266
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,6144,1,0,0.6190
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,8192,1,0,0.8155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,10240,1,0,1.0111
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,12288,1,0,1.2039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,16384,1,0,1.5861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,32768,1,0,3.4456
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,0,0.0870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,16,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,32,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,64,1,0,0.1062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,128,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,256,1,0,0.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,512,1,0,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1024,1,0,0.2483
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1536,1,0,0.3215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,2048,1,0,0.4039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,3072,1,0,0.5845
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,4096,1,0,0.7690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,6144,1,0,1.1446
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,8192,1,0,1.5397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,10240,1,0,1.9382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,12288,1,0,2.3319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,16384,1,0,3.1097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,32768,1,0,6.8261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,0,0.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,16,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,32,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,64,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,128,1,0,0.1322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,256,1,0,0.1748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,512,1,0,0.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1024,1,0,0.3926
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1536,1,0,0.5675
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,2048,1,0,0.7475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,3072,1,0,1.1169
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,4096,1,0,1.4835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,6144,1,0,2.2286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,8192,1,0,2.9752
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,10240,1,0,3.7489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,12288,1,0,4.5478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,16384,1,0,6.1685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,16,1,0,0.1068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,32,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,64,1,0,0.1321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,128,1,0,0.1692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,256,1,0,0.2426
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,512,1,0,0.3881
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1024,1,0,0.7353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1536,1,0,1.0996
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,2048,1,0,1.4552
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,3072,1,0,2.1725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,4096,1,0,2.8822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,6144,1,0,4.3561
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,8192,1,0,5.8705
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,16,1,0,0.1119
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,32,1,0,0.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,64,1,0,0.1696
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,128,1,0,0.2368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,256,1,0,0.3882
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,512,1,0,0.7285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1024,1,0,1.4344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1536,1,0,2.1425
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,2048,1,0,2.8367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,3072,1,0,4.2567
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,4096,1,0,5.6992
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,0,0.1037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,16,1,0,0.1323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,32,1,0,0.1702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,64,1,0,0.2398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,128,1,0,0.3848
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,256,1,0,0.7298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,512,1,0,1.4294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1024,1,0,2.8132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1536,1,0,4.2050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,2048,1,0,5.6229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,16,1,0,0.1770
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,32,1,0,0.2457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,64,1,0,0.3906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,128,1,0,0.7328
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,256,1,0,1.4288
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,512,1,0,2.8000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1024,1,0,5.5748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,16,1,0,0.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,32,1,0,0.4074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,64,1,0,0.7475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,128,1,0,1.4419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,256,1,0,2.8057
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,512,1,0,5.5684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,0,0.0765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,16,1,0,0.0927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,32,1,0,0.0948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,64,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,128,1,0,0.1014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,256,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,512,1,0,0.1159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1024,1,0,0.1398
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1536,1,0,0.1646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,2048,1,0,0.1883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,3072,1,0,0.2365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,4096,1,0,0.2771
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,6144,1,0,0.3653
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,8192,1,0,0.4093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,10240,1,0,0.5145
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,12288,1,0,0.6033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,16384,1,0,0.8315
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,32768,1,0,1.7254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,0,0.0809
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,16,1,0,0.0949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,32,1,0,0.0968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,64,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,128,1,0,0.1034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,256,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,512,1,0,0.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1024,1,0,0.1784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1536,1,0,0.2196
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,2048,1,0,0.2549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,3072,1,0,0.3319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,4096,1,0,0.4168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,6144,1,0,0.6015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,8192,1,0,0.7725
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,10240,1,0,0.9831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,12288,1,0,1.1671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,16384,1,0,1.5405
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,32768,1,0,3.0250
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,0,0.0835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,16,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,32,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,64,1,0,0.1048
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,128,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,256,1,0,0.1340
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,512,1,0,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1024,1,0,0.2443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1536,1,0,0.3155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,2048,1,0,0.3948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,3072,1,0,0.5681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,4096,1,0,0.7475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,6144,1,0,1.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,8192,1,0,1.4521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,10240,1,0,1.8120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,12288,1,0,2.1655
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,16384,1,0,2.9159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,32768,1,0,5.9274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,0,0.0898
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,16,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,32,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,64,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,128,1,0,0.1273
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,256,1,0,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,512,1,0,0.2381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1024,1,0,0.3832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1536,1,0,0.5510
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,2048,1,0,0.7249
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,3072,1,0,1.0665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,4096,1,0,1.4103
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,6144,1,0,2.1143
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,8192,1,0,2.8041
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,10240,1,0,3.5029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,12288,1,0,4.2097
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,16384,1,0,5.6529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,0,0.0951
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,16,1,0,0.1046
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,32,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,64,1,0,0.1276
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,128,1,0,0.1664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,256,1,0,0.2378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,512,1,0,0.3786
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1024,1,0,0.7132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1536,1,0,1.0496
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,2048,1,0,1.3853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,3072,1,0,2.0768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,4096,1,0,2.7436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,6144,1,0,4.0880
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,8192,1,0,5.4547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,16,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,32,1,0,0.1275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,64,1,0,0.1670
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,128,1,0,0.2321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,256,1,0,0.3798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,512,1,0,0.7085
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1024,1,0,1.3748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1536,1,0,2.0575
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,2048,1,0,2.7138
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,3072,1,0,4.0334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,4096,1,0,5.3531
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,16,1,0,0.1279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,32,1,0,0.1667
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,64,1,0,0.2327
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,128,1,0,0.3732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,256,1,0,0.7090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,512,1,0,1.3697
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1024,1,0,2.6953
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1536,1,0,4.0007
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,2048,1,0,5.3059
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,16,1,0,0.1681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,32,1,0,0.2339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,64,1,0,0.3763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,128,1,0,0.7061
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,256,1,0,1.3721
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,512,1,0,2.6861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1024,1,0,5.2867
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,16,1,0,0.2429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,32,1,0,0.3831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,64,1,0,0.7148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,128,1,0,1.3780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,256,1,0,2.6857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,512,1,0,5.2787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,1,1,0,0.1120
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,16,1,0,0.1319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,32,1,0,0.1361
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,64,1,0,0.1422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,128,1,0,0.1522
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,256,1,0,0.1801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,512,1,0,0.2498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,1024,1,0,0.3938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,1536,1,0,0.5417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,2048,1,0,0.7372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,3072,1,0,1.1381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,4096,1,0,1.5808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,6144,1,0,2.5237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,8192,1,0,3.7109
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,10240,1,0,5.0036
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,12288,1,0,6.3629
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,16384,1,0,10.1268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,1,32768,1,0,30.4988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,1,1,0,0.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,16,1,0,0.1429
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,32,1,0,0.1487
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,64,1,0,0.1590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,128,1,0,0.1815
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,256,1,0,0.2473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,512,1,0,0.3917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,1024,1,0,0.7002
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,1536,1,0,1.0540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,2048,1,0,1.4127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,3072,1,0,2.1718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,4096,1,0,3.0538
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,6144,1,0,4.9500
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,8192,1,0,7.5303
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,10240,1,0,10.1760
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,12288,1,0,12.6367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,16384,1,0,20.1458
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,2,32768,1,0,60.8798
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,1,1,0,0.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,16,1,0,0.1578
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,32,1,0,0.1681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,64,1,0,0.1903
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,128,1,0,0.2475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,256,1,0,0.3892
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,512,1,0,0.6827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,1024,1,0,1.3345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,1536,1,0,1.9982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,2048,1,0,2.7062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,3072,1,0,4.2593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,4096,1,0,6.2158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,6144,1,0,9.8225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,8192,1,0,14.9685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,10240,1,0,20.2367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,12288,1,0,25.7372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,16384,1,0,40.1783
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,4,32768,1,0,118.8221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,1,1,0,0.1255
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,16,1,0,0.1831
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,32,1,0,0.2053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,64,1,0,0.2638
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,128,1,0,0.3938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,256,1,0,0.6810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,512,1,0,1.3038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,1024,1,0,2.5513
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,1536,1,0,3.9044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,2048,1,0,5.5318
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,3072,1,0,8.4530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,4096,1,0,12.3471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,6144,1,0,20.1122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,8192,1,0,29.8414
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,10240,1,0,40.3569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,12288,1,0,49.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,8,16384,1,0,77.4465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,1,1,0,0.1347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,16,1,0,0.2378
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,32,1,0,0.2961
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,64,1,0,0.4268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,128,1,0,0.6935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,256,1,0,1.2958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,512,1,0,2.4976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,1024,1,0,5.2226
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,1536,1,0,7.7521
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,2048,1,0,10.9722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,3072,1,0,17.3924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,4096,1,0,24.5910
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,6144,1,0,38.0161
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,16,8192,1,0,56.7124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,1,1,0,0.1386
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,16,1,0,0.3650
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,32,1,0,0.4937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,64,1,0,0.7628
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,128,1,0,1.3391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,256,1,0,2.4827
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,512,1,0,5.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,1024,1,0,10.3746
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,1536,1,0,15.9973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,2048,1,0,21.8916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,3072,1,0,32.5784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,32,4096,1,0,46.3431
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,1,1,0,0.1481
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,16,1,0,0.6432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,32,1,0,0.9151
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,64,1,0,1.4884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,128,1,0,2.5936
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,256,1,0,5.0997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,512,1,0,10.2013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,1024,1,0,20.7505
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,1536,1,0,29.9260
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,64,2048,1,0,41.0158
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,1,1,0,0.1702
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,16,1,0,1.2564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,32,1,0,1.8341
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,64,1,0,2.9401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,128,1,0,5.3972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,256,1,0,10.2074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,512,1,0,20.4541
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,128,1024,1,0,38.8509
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,256,1,1,0,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,256,16,1,0,2.6701
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,256,32,1,0,3.8012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,256,64,1,0,6.2958
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,256,128,1,0,11.0853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,256,256,1,0,20.7559
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,128,256,512,1,0,38.5931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,1,1,0,0.0839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,16,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,32,1,0,0.1114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,64,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,128,1,0,0.1221
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,256,1,0,0.1454
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,512,1,0,0.1836
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,1024,1,0,0.2764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,1536,1,0,0.3599
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,2048,1,0,0.4589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,3072,1,0,0.6715
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,4096,1,0,0.9244
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,6144,1,0,1.4787
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,8192,1,0,2.1443
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,10240,1,0,2.8593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,12288,1,0,3.6141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,16384,1,0,5.5272
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,1,32768,1,0,16.3323
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,1,1,0,0.0886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,16,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,32,1,0,0.1142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,64,1,0,0.1225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,128,1,0,0.1418
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,256,1,0,0.1828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,512,1,0,0.2719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,1024,1,0,0.4415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,1536,1,0,0.6281
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,2048,1,0,0.8391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,3072,1,0,1.3034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,4096,1,0,1.8156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,6144,1,0,2.9013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,8192,1,0,4.2294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,10240,1,0,5.6649
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,12288,1,0,7.1546
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,16384,1,0,11.1643
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,2,32768,1,0,32.5573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,1,1,0,0.0948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,16,1,0,0.1180
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,32,1,0,0.1278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,64,1,0,0.1461
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,128,1,0,0.1840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,256,1,0,0.2689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,512,1,0,0.4359
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,1024,1,0,0.8025
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,1536,1,0,1.2162
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,2048,1,0,1.6462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,3072,1,0,2.5540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,4096,1,0,3.5757
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,6144,1,0,5.7383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,8192,1,0,8.5720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,10240,1,0,11.4767
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,12288,1,0,14.2132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,16384,1,0,22.2254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,4,32768,1,0,64.9427
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,1,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,16,1,0,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,32,1,0,0.1565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,64,1,0,0.1929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,128,1,0,0.2722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,256,1,0,0.4332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,512,1,0,0.7874
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,1024,1,0,1.5669
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,1536,1,0,2.3747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,2048,1,0,3.2336
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,3072,1,0,5.0515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,4096,1,0,7.2606
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,6144,1,0,11.3935
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,8192,1,0,17.0463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,10240,1,0,22.8293
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,12288,1,0,28.8415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,8,16384,1,0,44.3013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,1,1,0,0.1056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,16,1,0,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,32,1,0,0.2098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,64,1,0,0.2878
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,128,1,0,0.4391
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,256,1,0,0.7853
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,512,1,0,1.5387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,1024,1,0,3.0780
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,1536,1,0,4.6984
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,2048,1,0,6.5768
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,3072,1,0,10.0312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,4096,1,0,14.4206
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,6144,1,0,23.2285
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,16,8192,1,0,33.9573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,1,1,0,0.1148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,16,1,0,0.2430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,32,1,0,0.3212
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,64,1,0,0.4728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,128,1,0,0.8038
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,256,1,0,1.5365
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,512,1,0,3.0296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,1024,1,0,6.2801
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,1536,1,0,9.3298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,2048,1,0,13.0730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,3072,1,0,20.5123
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,32,4096,1,0,28.7367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,1,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,16,1,0,0.3956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,32,1,0,0.5469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,64,1,0,0.8764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,128,1,0,1.5861
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,256,1,0,3.0195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,512,1,0,6.1912
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,1024,1,0,12.5094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,1536,1,0,19.1507
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,64,2048,1,0,26.0761
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,1,1,0,0.1353
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,16,1,0,0.7181
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,32,1,0,1.0503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,64,1,0,1.7601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,128,1,0,3.1644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,256,1,0,6.2014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,512,1,0,12.3664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,128,1024,1,0,25.0278
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,256,1,1,0,0.1589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,256,16,1,0,1.4671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,256,32,1,0,2.1904
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,256,64,1,0,3.6051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,256,128,1,0,6.6362
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,256,256,1,0,12.5118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,64,256,512,1,0,24.8965
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,1,1,0,0.0888
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,16,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,32,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,64,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,128,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,256,1,0,0.1195
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,512,1,0,0.1463
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,1024,1,0,0.2012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,1536,1,0,0.2503
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,2048,1,0,0.3081
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,3072,1,0,0.4238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,4096,1,0,0.5514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,6144,1,0,0.8558
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,8192,1,0,1.2235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,10240,1,0,1.6357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,12288,1,0,2.0748
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,16384,1,0,3.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,1,32768,1,0,8.7314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,1,1,0,0.0908
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,32,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,64,1,0,0.1096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,128,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,256,1,0,0.1478
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,512,1,0,0.1970
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,1024,1,0,0.2998
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,1536,1,0,0.4005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,2048,1,0,0.5101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,3072,1,0,0.7636
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,4096,1,0,1.0593
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,6144,1,0,1.7094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,8192,1,0,2.4626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,10240,1,0,3.2601
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,12288,1,0,4.0933
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,16384,1,0,6.1465
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,2,32768,1,0,17.5368
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,1,1,0,0.0948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,16,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,32,1,0,0.1098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,64,1,0,0.1157
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,128,1,0,0.1440
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,256,1,0,0.1964
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,512,1,0,0.2945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,1024,1,0,0.4921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,1536,1,0,0.7202
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,2048,1,0,0.9739
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,3072,1,0,1.5312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,4096,1,0,2.1345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,6144,1,0,3.3800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,8192,1,0,4.8515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,10240,1,0,6.4380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,12288,1,0,8.0928
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,16384,1,0,12.3800
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,4,32768,1,0,34.9113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,1,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,16,1,0,0.1156
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,32,1,0,0.1215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,64,1,0,0.1489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,128,1,0,0.1971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,256,1,0,0.2918
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,512,1,0,0.4884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,1024,1,0,0.9367
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,1536,1,0,1.4411
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,2048,1,0,1.9627
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,3072,1,0,3.0324
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,4096,1,0,4.1937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,6144,1,0,6.6841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,8192,1,0,9.7921
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,10240,1,0,12.9923
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,12288,1,0,16.0215
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,8,16384,1,0,24.5997
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,1,1,0,0.1068
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,16,1,0,0.1319
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,32,1,0,0.1582
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,64,1,0,0.2067
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,128,1,0,0.2943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,256,1,0,0.4851
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,512,1,0,0.9223
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,1024,1,0,1.8843
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,1536,1,0,2.8542
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,2048,1,0,3.8587
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,3072,1,0,5.9868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,4096,1,0,8.4924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,6144,1,0,13.2102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,16,8192,1,0,19.4439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,1,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,16,1,0,0.1726
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,32,1,0,0.2232
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,64,1,0,0.3117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,128,1,0,0.4914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,256,1,0,0.9236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,512,1,0,1.8622
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,1024,1,0,3.7071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,1536,1,0,5.6419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,2048,1,0,7.8148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,3072,1,0,11.8532
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,32,4096,1,0,16.8262
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,1,1,0,0.1239
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,16,1,0,0.2596
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,32,1,0,0.3494
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,64,1,0,0.5294
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,128,1,0,0.9464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,256,1,0,1.8589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,512,1,0,3.6642
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,1024,1,0,7.5347
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,1536,1,0,11.1595
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,64,2048,1,0,15.5168
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,1,1,0,0.1501
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,16,1,0,0.4335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,32,1,0,0.6148
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,64,1,0,1.0309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,128,1,0,1.9286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,256,1,0,3.6707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,512,1,0,7.4673
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,128,1024,1,0,14.9849
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,256,1,1,0,0.1934
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,256,16,1,0,0.8230
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,256,32,1,0,1.2453
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,256,64,1,0,2.1514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,256,128,1,0,3.8862
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,256,256,1,0,7.5382
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,32,256,512,1,0,14.9345
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,1,1,0,0.0852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,16,1,0,0.0981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,32,1,0,0.1019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,64,1,0,0.1029
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,128,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,256,1,0,0.1141
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,512,1,0,0.1259
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,1024,1,0,0.1687
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,1536,1,0,0.2040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,2048,1,0,0.2396
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,3072,1,0,0.3102
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,4096,1,0,0.3821
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,6144,1,0,0.5624
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,8192,1,0,0.7671
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,10240,1,0,1.0049
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,12288,1,0,1.2747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,16384,1,0,1.8711
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,1,32768,1,0,5.0254
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,1,1,0,0.0886
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,16,1,0,0.1020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,32,1,0,0.1040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,64,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,128,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,256,1,0,0.1238
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,512,1,0,0.1635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,1024,1,0,0.2279
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,1536,1,0,0.2968
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,2048,1,0,0.3646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,3072,1,0,0.5118
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,4096,1,0,0.6852
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,6144,1,0,1.0840
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,8192,1,0,1.5472
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,10240,1,0,2.0403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,12288,1,0,2.5564
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,16384,1,0,3.7312
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,2,32768,1,0,9.9468
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,1,1,0,0.0907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,16,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,32,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,64,1,0,0.1096
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,128,1,0,0.1194
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,256,1,0,0.1637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,512,1,0,0.2229
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,1024,1,0,0.3565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,1536,1,0,0.4899
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,2048,1,0,0.6439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,3072,1,0,0.9919
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,4096,1,0,1.3859
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,6144,1,0,2.1929
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,8192,1,0,3.0857
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,10240,1,0,4.0394
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,12288,1,0,5.0381
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,16384,1,0,7.3723
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,4,32768,1,0,19.9090
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,1,1,0,0.0973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,16,1,0,0.1074
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,32,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,64,1,0,0.1198
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,128,1,0,0.1590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,256,1,0,0.2235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,512,1,0,0.3527
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,1024,1,0,0.6248
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,1536,1,0,0.9489
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,2048,1,0,1.2990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,3072,1,0,2.0136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,4096,1,0,2.7608
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,6144,1,0,4.3237
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,8192,1,0,6.0869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,10240,1,0,7.9617
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,12288,1,0,9.9205
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,8,16384,1,0,14.7877
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,1,1,0,0.1039
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,16,1,0,0.1159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,32,1,0,0.1256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,64,1,0,0.1637
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,128,1,0,0.2243
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,256,1,0,0.3492
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,512,1,0,0.6211
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,1024,1,0,1.2630
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,1536,1,0,1.9268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,2048,1,0,2.5916
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,3072,1,0,3.9730
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,4096,1,0,5.4366
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,6144,1,0,8.5027
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,16,8192,1,0,12.2191
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,1,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,16,1,0,0.1360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,32,1,0,0.1727
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,64,1,0,0.2338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,128,1,0,0.3530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,256,1,0,0.6183
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,512,1,0,1.2484
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,1024,1,0,2.5165
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,1536,1,0,3.7981
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,2048,1,0,5.1016
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,3072,1,0,7.8228
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,32,4096,1,0,10.9122
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,1,1,0,0.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,16,1,0,0.1917
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,32,1,0,0.2524
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,64,1,0,0.3719
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,128,1,0,0.6295
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,256,1,0,1.2498
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,512,1,0,2.4952
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,1024,1,0,4.9589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,1536,1,0,7.4805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,64,2048,1,0,10.2703
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,1,1,0,0.1236
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,16,1,0,0.2938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,32,1,0,0.4153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,64,1,0,0.6704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,128,1,0,1.2833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,256,1,0,2.4990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,512,1,0,4.9274
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,128,1024,1,0,10.0056
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,256,1,1,0,0.1488
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,256,16,1,0,0.5189
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,256,32,1,0,0.7793
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,256,64,1,0,1.3931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,256,128,1,0,2.6071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,256,256,1,0,4.9664
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,16,256,512,1,0,9.9807
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,1,1,0,0.0816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,16,1,0,0.0973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,32,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,64,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,128,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,256,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,512,1,0,0.1217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,1024,1,0,0.1515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,1536,1,0,0.1791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,2048,1,0,0.2099
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,3072,1,0,0.2686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,4096,1,0,0.3210
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,6144,1,0,0.4322
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,8192,1,0,0.5508
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,10240,1,0,0.7076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,12288,1,0,0.8875
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,16384,1,0,1.2471
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,1,32768,1,0,3.1464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,1,1,0,0.0856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,16,1,0,0.1000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,32,1,0,0.1014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,64,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,128,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,256,1,0,0.1193
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,512,1,0,0.1457
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,1024,1,0,0.1982
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,1536,1,0,0.2512
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,2048,1,0,0.2988
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,3072,1,0,0.3976
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,4096,1,0,0.5124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,6144,1,0,0.7870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,8192,1,0,1.0812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,10240,1,0,1.3989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,12288,1,0,1.7460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,16384,1,0,2.4883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,2,32768,1,0,6.2415
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,1,1,0,0.0907
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,16,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,32,1,0,0.1050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,64,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,128,1,0,0.1142
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,256,1,0,0.1438
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,512,1,0,0.1927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,1024,1,0,0.2865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,1536,1,0,0.3924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,2048,1,0,0.5005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,3072,1,0,0.7397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,4096,1,0,0.9946
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,6144,1,0,1.5547
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,8192,1,0,2.1635
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,10240,1,0,2.8082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,12288,1,0,3.4804
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,16384,1,0,4.9477
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,4,32768,1,0,12.3186
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,1,1,0,0.0938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,16,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,32,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,64,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,128,1,0,0.1389
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,256,1,0,0.1920
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,512,1,0,0.2816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,1024,1,0,0.4872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,1536,1,0,0.7192
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,2048,1,0,0.9626
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,3072,1,0,1.4681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,4096,1,0,1.9960
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,6144,1,0,3.1144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,8192,1,0,4.2974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,10240,1,0,5.5375
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,12288,1,0,6.8314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,8,16384,1,0,9.7573
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,1,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,16,1,0,0.1094
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,32,1,0,0.1146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,64,1,0,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,128,1,0,0.1884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,256,1,0,0.2802
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,512,1,0,0.4805
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,1024,1,0,0.9397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,1536,1,0,1.4265
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,2048,1,0,1.9207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,3072,1,0,2.9392
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,4096,1,0,3.9644
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,6144,1,0,6.1136
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,16,8192,1,0,8.4646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,1,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,16,1,0,0.1204
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,32,1,0,0.1447
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,64,1,0,0.1943
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,128,1,0,0.2833
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,256,1,0,0.4785
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,512,1,0,0.9346
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,1024,1,0,1.8828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,1536,1,0,2.8556
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,2048,1,0,3.8121
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,3072,1,0,5.7714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,32,4096,1,0,7.7909
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,1,1,0,0.1075
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,16,1,0,0.1544
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,32,1,0,0.2035
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,64,1,0,0.2927
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,128,1,0,0.4832
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,256,1,0,0.9308
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,512,1,0,1.8706
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,1024,1,0,3.7397
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,1536,1,0,5.5972
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,64,2048,1,0,7.4891
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,1,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,16,1,0,0.2242
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,32,1,0,0.3149
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,64,1,0,0.5050
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,128,1,0,0.9459
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,256,1,0,1.8734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,512,1,0,3.7270
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,128,1024,1,0,7.3646
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,256,1,1,0,0.1269
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,256,16,1,0,0.3668
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,256,32,1,0,0.5590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,256,64,1,0,1.0015
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,256,128,1,0,1.9241
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,256,256,1,0,3.7469
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,8,256,512,1,0,7.3502
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,1,1,0,0.0792
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,16,1,0,0.0937
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,32,1,0,0.0986
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,64,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,128,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,256,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,512,1,0,0.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,1024,1,0,0.1460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,1536,1,0,0.1707
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,2048,1,0,0.1955
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,3072,1,0,0.2476
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,4096,1,0,0.2939
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,6144,1,0,0.3941
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,8192,1,0,0.5009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,10240,1,0,0.6128
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,12288,1,0,0.7246
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,16384,1,0,0.9585
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,1,32768,1,0,2.2083
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,1,1,0,0.0835
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,16,1,0,0.0990
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,32,1,0,0.1011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,64,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,128,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,256,1,0,0.1173
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,512,1,0,0.1399
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,1024,1,0,0.1837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,1536,1,0,0.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,2048,1,0,0.2716
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,3072,1,0,0.3605
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,4096,1,0,0.4557
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,6144,1,0,0.6589
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,8192,1,0,0.8692
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,10240,1,0,1.1147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,12288,1,0,1.3679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,16384,1,0,1.8714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,2,32768,1,0,4.3868
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,1,1,0,0.0866
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,16,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,32,1,0,0.1033
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,64,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,128,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,256,1,0,0.1403
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,512,1,0,0.1794
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,1024,1,0,0.2607
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,1536,1,0,0.3430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,2048,1,0,0.4337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,3072,1,0,0.6332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,4096,1,0,0.8491
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,6144,1,0,1.2777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,8192,1,0,1.7040
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,10240,1,0,2.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,12288,1,0,2.6902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,16384,1,0,3.7332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,4,32768,1,0,8.6823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,1,1,0,0.0931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,16,1,0,0.1034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,32,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,64,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,128,1,0,0.1334
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,256,1,0,0.1797
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,512,1,0,0.2565
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,1024,1,0,0.4213
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,1536,1,0,0.6225
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,2048,1,0,0.8222
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,3072,1,0,1.2299
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,4096,1,0,1.6374
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,6144,1,0,2.5155
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,8192,1,0,3.4005
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,10240,1,0,4.3444
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,12288,1,0,5.3176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,8,16384,1,0,7.3914
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,1,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,32,1,0,0.1132
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,64,1,0,0.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,128,1,0,0.1734
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,256,1,0,0.2549
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,512,1,0,0.4170
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,1024,1,0,0.8047
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,1536,1,0,1.2051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,2048,1,0,1.5906
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,3072,1,0,2.4208
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,4096,1,0,3.2514
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,6144,1,0,4.9661
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,16,8192,1,0,6.7164
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,1,1,0,0.1030
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,16,1,0,0.1133
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,32,1,0,0.1342
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,64,1,0,0.1747
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,128,1,0,0.2515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,256,1,0,0.4166
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,512,1,0,0.7989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,1024,1,0,1.5704
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,1536,1,0,2.3753
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,2048,1,0,3.1745
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,3072,1,0,4.7884
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,32,4096,1,0,6.4127
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,1,1,0,0.1062
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,16,1,0,0.1401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,32,1,0,0.1812
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,64,1,0,0.2569
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,128,1,0,0.4207
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,256,1,0,0.7966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,512,1,0,1.5615
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,1024,1,0,3.1338
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,1536,1,0,4.6974
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,64,2048,1,0,6.2641
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,1,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,16,1,0,0.1915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,32,1,0,0.2674
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,64,1,0,0.4309
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,128,1,0,0.8042
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,256,1,0,1.5639
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,512,1,0,3.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,128,1024,1,0,6.1913
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,256,1,1,0,0.1197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,256,16,1,0,0.2945
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,256,32,1,0,0.4590
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,256,64,1,0,0.8314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,256,128,1,0,1.5865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,256,256,1,0,3.1344
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,4,256,512,1,0,6.1872
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,1,1,0,0.0784
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,16,1,0,0.0925
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,32,1,0,0.0973
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,64,1,0,0.0993
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,128,1,0,0.1034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,256,1,0,0.1112
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,512,1,0,0.1177
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,1024,1,0,0.1439
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,1536,1,0,0.1681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,2048,1,0,0.1915
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,3072,1,0,0.2385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,4096,1,0,0.2822
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,6144,1,0,0.3720
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,8192,1,0,0.4533
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,10240,1,0,0.5820
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,12288,1,0,0.6856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,16384,1,0,0.9037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,1,32768,1,0,1.7684
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,1,1,0,0.0823
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,16,1,0,0.0971
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,32,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,64,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,128,1,0,0.1071
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,256,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,512,1,0,0.1380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,1024,1,0,0.1816
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,1536,1,0,0.2209
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,2048,1,0,0.2597
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,3072,1,0,0.3387
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,4096,1,0,0.4268
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,6144,1,0,0.6197
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,8192,1,0,0.8146
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,10240,1,0,1.0114
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,12288,1,0,1.2044
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,16384,1,0,1.5869
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,2,32768,1,0,3.4467
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,1,1,0,0.0871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,16,1,0,0.1020
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,32,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,64,1,0,0.1072
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,128,1,0,0.1117
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,256,1,0,0.1372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,512,1,0,0.1750
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,1024,1,0,0.2475
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,1536,1,0,0.3217
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,2048,1,0,0.4037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,3072,1,0,0.5844
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,4096,1,0,0.7689
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,6144,1,0,1.1436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,8192,1,0,1.5384
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,10240,1,0,1.9401
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,12288,1,0,2.3298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,16384,1,0,3.1137
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,4,32768,1,0,6.8286
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,1,1,0,0.0924
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,16,1,0,0.1053
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,32,1,0,0.1060
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,64,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,128,1,0,0.1317
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,256,1,0,0.1737
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,512,1,0,0.2433
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,1024,1,0,0.3931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,1536,1,0,0.5685
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,2048,1,0,0.7464
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,3072,1,0,1.1160
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,4096,1,0,1.4839
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,6144,1,0,2.2277
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,8192,1,0,2.9781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,10240,1,0,3.7462
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,12288,1,0,4.5470
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,8,16384,1,0,6.1722
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,1,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,16,1,0,0.1054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,32,1,0,0.1113
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,64,1,0,0.1314
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,128,1,0,0.1690
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,256,1,0,0.2422
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,512,1,0,0.3871
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,1024,1,0,0.7335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,1536,1,0,1.1000
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,2048,1,0,1.4540
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,3072,1,0,2.1708
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,4096,1,0,2.8856
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,6144,1,0,4.3529
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,16,8192,1,0,5.8699
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,1,1,0,0.1010
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,16,1,0,0.1115
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,32,1,0,0.1321
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,64,1,0,0.1688
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,128,1,0,0.2371
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,256,1,0,0.3883
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,512,1,0,0.7297
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,1024,1,0,1.4360
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,1536,1,0,2.1419
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,2048,1,0,2.8335
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,3072,1,0,4.2534
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,32,4096,1,0,5.6938
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,1,1,0,0.1034
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,16,1,0,0.1332
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,32,1,0,0.1693
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,64,1,0,0.2383
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,128,1,0,0.3837
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,256,1,0,0.7301
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,512,1,0,1.4296
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,1024,1,0,2.8101
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,1536,1,0,4.2019
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,64,2048,1,0,5.6240
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,1,1,0,0.1091
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,16,1,0,0.1769
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,32,1,0,0.2460
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,64,1,0,0.3902
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,128,1,0,0.7339
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,256,1,0,1.4298
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,512,1,0,2.8013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,128,1024,1,0,5.5763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,256,1,1,0,0.1153
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,256,16,1,0,0.2600
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,256,32,1,0,0.4054
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,256,64,1,0,0.7473
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,256,128,1,0,1.4402
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,256,256,1,0,2.8098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,2,256,512,1,0,5.5718
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,1,1,0,0.0764
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,16,1,0,0.0931
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,32,1,0,0.0948
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,64,1,0,0.0966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,128,1,0,0.1014
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,256,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,512,1,0,0.1154
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,1024,1,0,0.1385
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,1536,1,0,0.1645
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,2048,1,0,0.1890
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,3072,1,0,0.2357
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,4096,1,0,0.2773
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,6144,1,0,0.3654
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,8192,1,0,0.4098
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,10240,1,0,0.5126
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,12288,1,0,0.6043
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,16384,1,0,0.8306
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,1,32768,1,0,1.7235
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,1,1,0,0.0808
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,16,1,0,0.0949
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,32,1,0,0.0969
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,64,1,0,0.1013
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,128,1,0,0.1037
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,256,1,0,0.1135
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,512,1,0,0.1354
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,1024,1,0,0.1781
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,1536,1,0,0.2200
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,2048,1,0,0.2551
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,3072,1,0,0.3310
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,4096,1,0,0.4179
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,6144,1,0,0.6024
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,8192,1,0,0.7728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,10240,1,0,0.9841
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,12288,1,0,1.1686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,16384,1,0,1.5432
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,2,32768,1,0,3.0252
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,1,1,0,0.0828
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,16,1,0,0.0966
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,32,1,0,0.1012
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,64,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,128,1,0,0.1092
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,256,1,0,0.1337
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,512,1,0,0.1729
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,1024,1,0,0.2436
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,1536,1,0,0.3147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,2048,1,0,0.3957
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,3072,1,0,0.5686
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,4096,1,0,0.7485
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,6144,1,0,1.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,8192,1,0,1.4525
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,10240,1,0,1.8095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,12288,1,0,2.1660
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,16384,1,0,2.9176
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,4,32768,1,0,5.9256
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,1,1,0,0.0893
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,16,1,0,0.1017
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,32,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,64,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,128,1,0,0.1280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,256,1,0,0.1728
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,512,1,0,0.2395
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,1024,1,0,0.3838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,1536,1,0,0.5515
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,2048,1,0,0.7261
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,3072,1,0,1.0681
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,4096,1,0,1.4088
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,6144,1,0,2.1139
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,8192,1,0,2.8064
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,10240,1,0,3.5070
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,12288,1,0,4.2076
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,8,16384,1,0,5.6480
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,1,1,0,0.0956
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,16,1,0,0.1051
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,32,1,0,0.1095
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,64,1,0,0.1275
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,128,1,0,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,256,1,0,0.2380
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,512,1,0,0.3777
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,1024,1,0,0.7144
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,1536,1,0,1.0493
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,2048,1,0,1.3870
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,3072,1,0,2.0765
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,4096,1,0,2.7417
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,6144,1,0,4.0865
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,16,8192,1,0,5.4530
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,1,1,0,0.0989
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,16,1,0,0.1093
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,32,1,0,0.1280
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,64,1,0,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,128,1,0,0.2331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,256,1,0,0.3790
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,512,1,0,0.7089
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,1024,1,0,1.3763
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,1536,1,0,2.0598
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,2048,1,0,2.7124
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,3072,1,0,4.0372
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,32,4096,1,0,5.3499
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,1,1,0,0.1009
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,16,1,0,0.1290
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,32,1,0,0.1665
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,64,1,0,0.2329
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,128,1,0,0.3732
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,256,1,0,0.7082
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,512,1,0,1.3709
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,1024,1,0,2.6932
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,1536,1,0,4.0011
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,64,2048,1,0,5.3159
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,1,1,0,0.1052
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,16,1,0,0.1679
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,32,1,0,0.2331
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,64,1,0,0.3759
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,128,1,0,0.7045
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,256,1,0,1.3714
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,512,1,0,2.6885
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,128,1024,1,0,5.2810
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,256,1,1,0,0.1134
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,256,16,1,0,0.2430
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,256,32,1,0,0.3838
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,256,64,1,0,0.7147
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,256,128,1,0,1.3791
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,256,256,1,0,2.6897
VLLM,0.19.0,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,fp8,fp8,nvfp4,1,256,512,1,0,5.2756
