framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,latency
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,0,0.1629
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16,1,0,0.1877
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32,1,0,0.1909
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,64,1,0,0.2017
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,128,1,0,0.2306
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,256,1,0,0.3175
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,512,1,0,0.5296
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1024,1,0,0.8122
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1536,1,0,1.1606
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,2048,1,0,1.5558
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,3072,1,0,2.4826
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,4096,1,0,3.4128
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,6144,1,0,5.6535
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,8192,1,0,8.4574
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,10240,1,0,11.4549
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,12288,1,0,14.9651
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16384,1,0,23.5379
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32768,1,0,73.7764
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,0,0.1687
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16,1,0,0.1921
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32,1,0,0.2011
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,64,1,0,0.2292
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,128,1,0,0.3067
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,256,1,0,0.5115
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,512,1,0,0.9699
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1024,1,0,1.4636
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1536,1,0,2.2820
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,2048,1,0,3.0433
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,3072,1,0,4.8223
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,4096,1,0,6.8803
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,6144,1,0,11.5914
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,8192,1,0,17.0262
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,10240,1,0,23.2903
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,12288,1,0,30.1125
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16384,1,0,47.5687
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32768,1,0,148.4107
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,0,0.1725
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16,1,0,0.2018
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32,1,0,0.2289
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,64,1,0,0.3087
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,128,1,0,0.4969
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,256,1,0,0.9211
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,512,1,0,1.7568
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1024,1,0,2.8586
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1536,1,0,4.4165
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,2048,1,0,6.0515
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,3072,1,0,9.6968
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,4096,1,0,13.8714
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,6144,1,0,23.0456
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,8192,1,0,36.4200
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,10240,1,0,47.4875
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,12288,1,0,62.6300
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16384,1,0,96.0539
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32768,1,0,297.6753
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,0,0.1796
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,16,1,0,0.2299
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,32,1,0,0.3028
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,64,1,0,0.4866
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,128,1,0,0.8985
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,256,1,0,1.6611
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,512,1,0,3.4216
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1024,1,0,5.6226
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1536,1,0,9.0599
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,2048,1,0,12.4309
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,3072,1,0,19.5028
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,4096,1,0,27.9074
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,6144,1,0,47.8729
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,8192,1,0,71.0201
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,10240,1,0,96.1509
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,12288,1,0,124.5417
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,16384,1,0,190.5647
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,0,0.1865
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,16,1,0,0.3023
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,32,1,0,0.4927
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,64,1,0,0.8915
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,128,1,0,1.6166
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,256,1,0,3.2251
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,512,1,0,6.7065
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1024,1,0,11.7229
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1536,1,0,17.8880
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,2048,1,0,24.9225
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,3072,1,0,43.2641
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,4096,1,0,57.6297
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,6144,1,0,95.2660
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,8192,1,0,141.1874
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,0,0.1927
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,16,1,0,0.4907
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,32,1,0,0.8901
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,64,1,0,1.5995
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,128,1,0,3.1331
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,256,1,0,6.3670
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,512,1,0,13.5493
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1024,1,0,23.3272
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1536,1,0,40.4307
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,2048,1,0,50.4987
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,3072,1,0,82.8066
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,4096,1,0,114.9598
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,0,0.2066
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,16,1,0,0.8894
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,32,1,0,1.6017
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,64,1,0,3.1025
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,128,1,0,6.1276
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,256,1,0,12.6744
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,512,1,0,26.6536
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1024,1,0,47.5430
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1536,1,0,75.0224
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,2048,1,0,101.2564
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,0,0.2451
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,16,1,0,1.6036
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,32,1,0,3.1074
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,64,1,0,6.0794
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,128,1,0,12.4298
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,256,1,0,25.5077
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,512,1,0,54.9289
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1024,1,0,94.5509
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,0,0.3456
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,16,1,0,3.1033
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,32,1,0,6.1177
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,64,1,0,12.1542
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,128,1,0,24.8378
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,256,1,0,51.1531
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,512,1,0,108.9989
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,0,0.1225
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16,1,0,0.1407
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32,1,0,0.1580
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,64,1,0,0.1633
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,128,1,0,0.1762
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,256,1,0,0.2092
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,512,1,0,0.3254
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1024,1,0,0.4935
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1536,1,0,0.6827
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,2048,1,0,0.9086
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,3072,1,0,1.4247
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,4096,1,0,1.9328
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,6144,1,0,3.1453
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,8192,1,0,4.6538
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,10240,1,0,6.2874
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,12288,1,0,8.1921
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16384,1,0,12.3989
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32768,1,0,38.0520
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,0,0.1268
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16,1,0,0.1567
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32,1,0,0.1616
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,64,1,0,0.1737
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,128,1,0,0.2070
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,256,1,0,0.3126
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,512,1,0,0.5627
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1024,1,0,0.8647
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1536,1,0,1.3301
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,2048,1,0,1.7525
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,3072,1,0,2.7040
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,4096,1,0,3.7833
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,6144,1,0,6.3392
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,8192,1,0,9.2829
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,10240,1,0,12.5557
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,12288,1,0,16.2096
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16384,1,0,25.2067
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32768,1,0,76.7891
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,0,0.1296
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16,1,0,0.1619
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32,1,0,0.1731
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,64,1,0,0.2058
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,128,1,0,0.3062
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,256,1,0,0.5382
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,512,1,0,0.9817
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1024,1,0,1.6619
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1536,1,0,2.4977
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,2048,1,0,3.4147
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,3072,1,0,5.4772
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,4096,1,0,7.7784
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,6144,1,0,12.7112
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,8192,1,0,18.6110
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,10240,1,0,25.3172
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,12288,1,0,33.3786
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16384,1,0,51.0118
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32768,1,0,155.5622
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,0,0.1367
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16,1,0,0.1737
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,32,1,0,0.2047
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,64,1,0,0.3053
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,128,1,0,0.5280
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,256,1,0,0.9351
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,512,1,0,1.8823
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1024,1,0,3.2377
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1536,1,0,5.0838
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,2048,1,0,6.9666
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,3072,1,0,10.9578
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,4096,1,0,15.6174
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,6144,1,0,25.4992
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,8192,1,0,40.8047
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,10240,1,0,51.5789
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,12288,1,0,68.7519
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16384,1,0,102.8251
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,0,0.1388
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,16,1,0,0.2053
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,32,1,0,0.3041
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,64,1,0,0.5227
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,128,1,0,0.9100
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,256,1,0,1.7883
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,512,1,0,3.6712
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1024,1,0,6.6158
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1536,1,0,10.0727
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,2048,1,0,13.8639
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,3072,1,0,21.6688
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,4096,1,0,31.3359
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,6144,1,0,52.1629
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,8192,1,0,77.8497
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,0,0.1447
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,16,1,0,0.3058
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,32,1,0,0.5243
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,64,1,0,0.9089
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,128,1,0,1.7414
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,256,1,0,3.4717
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,512,1,0,7.2443
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1024,1,0,13.2687
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1536,1,0,20.0312
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,2048,1,0,27.8503
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,3072,1,0,45.6070
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,4096,1,0,63.3205
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,0,0.1496
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,16,1,0,0.5255
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,32,1,0,0.9072
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,64,1,0,1.7263
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,128,1,0,3.3805
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,256,1,0,6.9072
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,512,1,0,14.4494
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1024,1,0,26.1907
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1536,1,0,44.8551
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,2048,1,0,57.6827
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,0,0.1694
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,16,1,0,0.9097
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,32,1,0,1.7308
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,64,1,0,3.3423
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,128,1,0,6.6857
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,256,1,0,13.7996
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,512,1,0,28.6683
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1024,1,0,53.8343
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,0,0.2166
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,16,1,0,1.7346
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,32,1,0,3.3472
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,64,1,0,6.6836
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,128,1,0,13.3905
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,256,1,0,27.4580
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,512,1,0,59.4783
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,0,0.1013
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16,1,0,0.1290
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32,1,0,0.1324
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,64,1,0,0.1375
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,128,1,0,0.1463
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,256,1,0,0.1623
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,512,1,0,0.2215
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1024,1,0,0.3131
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1536,1,0,0.4243
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,2048,1,0,0.5531
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,3072,1,0,0.8358
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,4096,1,0,1.1282
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,6144,1,0,1.7773
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,8192,1,0,2.5468
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,10240,1,0,3.4190
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,12288,1,0,4.4529
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16384,1,0,6.7416
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32768,1,0,19.7032
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,0,0.1051
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16,1,0,0.1331
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32,1,0,0.1379
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,64,1,0,0.1438
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,128,1,0,0.1609
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,256,1,0,0.2137
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,512,1,0,0.3538
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1024,1,0,0.5303
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1536,1,0,0.7887
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,2048,1,0,1.0396
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,3072,1,0,1.5788
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,4096,1,0,2.1915
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,6144,1,0,3.5593
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,8192,1,0,5.1725
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,10240,1,0,6.9644
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,12288,1,0,8.9659
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16384,1,0,13.5115
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32768,1,0,40.0167
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,0,0.1073
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16,1,0,0.1370
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32,1,0,0.1440
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,64,1,0,0.1588
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,128,1,0,0.2123
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,256,1,0,0.3446
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,512,1,0,0.5970
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1024,1,0,0.9921
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1536,1,0,1.4762
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,2048,1,0,2.0069
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,3072,1,0,3.1360
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,4096,1,0,4.3418
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,6144,1,0,7.2224
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,8192,1,0,10.3158
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,10240,1,0,13.8970
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,12288,1,0,17.7947
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16384,1,0,26.9977
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32768,1,0,81.6387
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,0,0.1126
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16,1,0,0.1434
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,32,1,0,0.1579
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,64,1,0,0.2105
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,128,1,0,0.3383
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,256,1,0,0.5737
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,512,1,0,1.1078
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1024,1,0,1.9176
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1536,1,0,2.9279
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,2048,1,0,4.0222
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,3072,1,0,6.2889
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,4096,1,0,8.7836
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,6144,1,0,14.3241
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,8192,1,0,20.5744
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,10240,1,0,27.8389
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,12288,1,0,39.1758
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16384,1,0,54.6213
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,0,0.1141
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,16,1,0,0.1585
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,32,1,0,0.2107
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,64,1,0,0.3362
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,128,1,0,0.5628
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,256,1,0,1.0588
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,512,1,0,2.1467
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1024,1,0,3.7807
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1536,1,0,5.8311
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,2048,1,0,7.9354
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,3072,1,0,12.5726
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,4096,1,0,17.5636
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,6144,1,0,28.7087
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,8192,1,0,44.5098
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,0,0.1195
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,16,1,0,0.2110
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,32,1,0,0.3346
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,64,1,0,0.5606
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,128,1,0,1.0327
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,256,1,0,2.0480
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,512,1,0,4.2161
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1024,1,0,7.5972
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1536,1,0,11.6828
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,2048,1,0,16.0117
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,3072,1,0,25.0165
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,4096,1,0,39.2011
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,0,0.1246
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,16,1,0,0.3364
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,32,1,0,0.5606
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,64,1,0,1.0310
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,128,1,0,1.9923
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,256,1,0,4.0191
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,512,1,0,8.3318
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1024,1,0,15.1816
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1536,1,0,23.3395
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,2048,1,0,32.6114
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,0,0.1345
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,16,1,0,0.5614
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,32,1,0,1.0370
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,64,1,0,1.9857
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,128,1,0,3.9094
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,256,1,0,8.0070
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,512,1,0,16.4729
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1024,1,0,30.6743
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,0,0.1647
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,16,1,0,1.0389
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,32,1,0,1.9840
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,64,1,0,3.8828
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,128,1,0,7.7058
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,256,1,0,15.8980
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,512,1,0,33.9658
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,0,0.0904
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16,1,0,0.1173
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32,1,0,0.1227
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,64,1,0,0.1249
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,128,1,0,0.1311
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,256,1,0,0.1425
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,512,1,0,0.1767
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1024,1,0,0.2304
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1536,1,0,0.2946
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,2048,1,0,0.3715
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,3072,1,0,0.5488
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,4096,1,0,0.7252
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,6144,1,0,1.1015
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,8192,1,0,1.5571
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,10240,1,0,2.0657
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,12288,1,0,2.5973
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16384,1,0,3.8314
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32768,1,0,10.7958
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,0,0.0919
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16,1,0,0.1236
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32,1,0,0.1245
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,64,1,0,0.1296
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,128,1,0,0.1400
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,256,1,0,0.1711
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,512,1,0,0.2479
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1024,1,0,0.3593
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1536,1,0,0.5212
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,2048,1,0,0.6791
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,3072,1,0,1.0021
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,4096,1,0,1.3813
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,6144,1,0,2.1962
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,8192,1,0,3.0911
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,10240,1,0,4.0226
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,12288,1,0,5.1985
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16384,1,0,7.6885
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32768,1,0,21.7651
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,0,0.0936
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16,1,0,0.1245
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32,1,0,0.1294
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,64,1,0,0.1386
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,128,1,0,0.1676
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,256,1,0,0.2453
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,512,1,0,0.4004
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1024,1,0,0.6564
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1536,1,0,0.9546
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,2048,1,0,1.2886
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,3072,1,0,1.9929
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,4096,1,0,2.7296
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,6144,1,0,4.3055
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,8192,1,0,6.1309
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,10240,1,0,8.1852
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,12288,1,0,10.3962
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16384,1,0,15.4657
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32768,1,0,44.3236
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,0,0.0986
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16,1,0,0.1297
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,32,1,0,0.1384
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,64,1,0,0.1665
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,128,1,0,0.2417
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,256,1,0,0.3903
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,512,1,0,0.7195
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1024,1,0,1.2444
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1536,1,0,1.8933
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,2048,1,0,2.5462
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,3072,1,0,3.8981
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,4096,1,0,5.3896
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,6144,1,0,8.6546
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,8192,1,0,12.2703
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,10240,1,0,16.3243
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,12288,1,0,20.6658
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16384,1,0,31.1895
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,0,0.1017
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,16,1,0,0.1384
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,32,1,0,0.1676
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,64,1,0,0.2394
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,128,1,0,0.3850
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,256,1,0,0.6960
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,512,1,0,1.3582
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1024,1,0,2.4521
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1536,1,0,3.6909
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,2048,1,0,5.0099
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,3072,1,0,7.7989
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,4096,1,0,10.7296
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,6144,1,0,17.1723
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,8192,1,0,24.6498
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,0,0.1081
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,16,1,0,0.1663
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,32,1,0,0.2388
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,64,1,0,0.3825
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,128,1,0,0.6863
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,256,1,0,1.3092
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,512,1,0,2.6711
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1024,1,0,4.8237
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1536,1,0,7.4477
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,2048,1,0,9.9308
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,3072,1,0,15.4093
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,4096,1,0,21.5488
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,0,0.1115
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,16,1,0,0.2398
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,32,1,0,0.3819
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,64,1,0,0.6845
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,128,1,0,1.2908
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,256,1,0,2.5721
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,512,1,0,5.2458
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1024,1,0,9.5892
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1536,1,0,14.5436
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,2048,1,0,19.8676
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,0,0.1175
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,16,1,0,0.3843
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,32,1,0,0.6870
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,64,1,0,1.2874
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,128,1,0,2.5307
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,256,1,0,5.0516
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,512,1,0,10.2980
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1024,1,0,19.2346
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,0,0.1390
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,16,1,0,0.6887
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,32,1,0,1.2894
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,64,1,0,2.5208
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,128,1,0,4.9629
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,256,1,0,9.8997
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,512,1,0,20.4066
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,0,0.0846
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,16,1,0,0.1104
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,32,1,0,0.1154
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,64,1,0,0.1204
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,128,1,0,0.1246
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,256,1,0,0.1349
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,512,1,0,0.1528
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1024,1,0,0.1930
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1536,1,0,0.2518
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,2048,1,0,0.2954
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,3072,1,0,0.3996
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,4096,1,0,0.5215
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,6144,1,0,0.7750
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,8192,1,0,1.0623
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,10240,1,0,1.3973
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,12288,1,0,1.7161
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,16384,1,0,2.4597
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,32768,1,0,6.4383
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,0,0.0889
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,16,1,0,0.1172
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,32,1,0,0.1213
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,64,1,0,0.1236
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,128,1,0,0.1319
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,256,1,0,0.1527
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,512,1,0,0.1963
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1024,1,0,0.2887
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1536,1,0,0.3908
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,2048,1,0,0.4985
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,3072,1,0,0.7173
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,4096,1,0,0.9754
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,6144,1,0,1.5179
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,8192,1,0,2.0999
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,10240,1,0,2.7052
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,12288,1,0,3.3739
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,16384,1,0,4.8668
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,32768,1,0,12.8651
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,0,0.0908
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,16,1,0,0.1204
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,32,1,0,0.1225
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,64,1,0,0.1307
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,128,1,0,0.1497
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,256,1,0,0.1982
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,512,1,0,0.3009
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1024,1,0,0.4979
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1536,1,0,0.7033
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,2048,1,0,0.9310
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,3072,1,0,1.4201
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,4096,1,0,1.9225
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,6144,1,0,2.9639
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,8192,1,0,4.1242
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,10240,1,0,5.3207
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,12288,1,0,6.7070
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,16384,1,0,9.6955
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,32768,1,0,25.7492
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,0,0.0917
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,16,1,0,0.1229
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,32,1,0,0.1315
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,64,1,0,0.1493
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,128,1,0,0.1961
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,256,1,0,0.2983
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,512,1,0,0.5278
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1024,1,0,0.9264
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1536,1,0,1.3906
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,2048,1,0,1.8315
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,3072,1,0,2.7659
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,4096,1,0,3.7655
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,6144,1,0,5.8420
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,8192,1,0,8.1831
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,10240,1,0,10.8350
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,12288,1,0,13.4423
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,16384,1,0,19.5836
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,0,0.0954
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,16,1,0,0.1321
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,32,1,0,0.1478
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,64,1,0,0.1949
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,128,1,0,0.2940
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,256,1,0,0.5146
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,512,1,0,0.9902
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1024,1,0,1.8107
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1536,1,0,2.7051
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,2048,1,0,3.5843
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,3072,1,0,5.4367
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,4096,1,0,7.3589
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,6144,1,0,11.6927
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,8192,1,0,16.2548
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,0,0.1010
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,16,1,0,0.1497
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,32,1,0,0.1948
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,64,1,0,0.2926
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,128,1,0,0.5093
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,256,1,0,0.9541
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,512,1,0,1.9408
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1024,1,0,3.5419
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1536,1,0,5.3066
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,2048,1,0,7.0208
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,3072,1,0,10.8107
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,4096,1,0,14.7453
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,0,0.1056
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,16,1,0,0.1958
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,32,1,0,0.2920
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,64,1,0,0.5051
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,128,1,0,0.9418
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,256,1,0,1.8525
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,512,1,0,3.8106
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1024,1,0,6.9153
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1536,1,0,10.5171
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,2048,1,0,13.8908
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,0,0.1101
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,16,1,0,0.2928
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,32,1,0,0.5095
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,64,1,0,0.9410
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,128,1,0,1.8280
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,256,1,0,3.6113
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,512,1,0,7.4440
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1024,1,0,13.7118
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,0,0.1280
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,16,1,0,0.5115
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,32,1,0,0.9427
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,64,1,0,1.8287
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,128,1,0,3.5702
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,256,1,0,7.0428
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,512,1,0,14.8795
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,0,0.0753
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,16,1,0,0.0978
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,32,1,0,0.1087
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,64,1,0,0.1108
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,128,1,0,0.1205
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,256,1,0,0.1319
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,512,1,0,0.1407
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1024,1,0,0.1711
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1536,1,0,0.2106
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,2048,1,0,0.2568
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,3072,1,0,0.3518
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,4096,1,0,0.4428
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,6144,1,0,0.6310
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,8192,1,0,0.8156
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,10240,1,0,1.0679
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,12288,1,0,1.2971
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,16384,1,0,1.7847
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,32768,1,0,4.2409
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,0,0.0831
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,16,1,0,0.1037
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,32,1,0,0.1141
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,64,1,0,0.1096
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,128,1,0,0.1285
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,256,1,0,0.1467
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,512,1,0,0.1809
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1024,1,0,0.2495
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1536,1,0,0.3382
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,2048,1,0,0.4259
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,3072,1,0,0.6038
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,4096,1,0,0.7700
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,6144,1,0,1.1854
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,8192,1,0,1.6033
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,10240,1,0,2.0292
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,12288,1,0,2.4935
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,16384,1,0,3.5059
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,32768,1,0,8.4876
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,0,0.0844
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,16,1,0,0.1124
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,32,1,0,0.1185
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,64,1,0,0.1259
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,128,1,0,0.1437
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,256,1,0,0.1813
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,512,1,0,0.2526
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1024,1,0,0.4124
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1536,1,0,0.5924
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,2048,1,0,0.7676
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,3072,1,0,1.1443
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,4096,1,0,1.5160
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,6144,1,0,2.2986
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,8192,1,0,3.1533
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,10240,1,0,3.9860
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,12288,1,0,4.9175
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,16384,1,0,6.9175
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,32768,1,0,16.8888
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,0,0.0846
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,16,1,0,0.1151
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,32,1,0,0.1267
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,64,1,0,0.1419
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,128,1,0,0.1784
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,256,1,0,0.2551
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,512,1,0,0.4300
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1024,1,0,0.7519
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1536,1,0,1.1225
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,2048,1,0,1.4957
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,3072,1,0,2.2244
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,4096,1,0,2.9720
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,6144,1,0,4.5217
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,8192,1,0,6.1320
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,10240,1,0,7.8919
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,12288,1,0,9.7764
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,16384,1,0,13.7989
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,0,0.0891
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,16,1,0,0.1275
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,32,1,0,0.1427
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,64,1,0,0.1767
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,128,1,0,0.2520
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,256,1,0,0.4236
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,512,1,0,0.7874
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1024,1,0,1.4639
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1536,1,0,2.1702
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,2048,1,0,2.9156
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,3072,1,0,4.3604
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,4096,1,0,5.7683
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,6144,1,0,8.8381
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,8192,1,0,12.3338
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,0,0.0943
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,16,1,0,0.1425
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,32,1,0,0.1776
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,64,1,0,0.2517
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,128,1,0,0.4191
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,256,1,0,0.7706
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,512,1,0,1.5302
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1024,1,0,2.8613
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1536,1,0,4.2527
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,2048,1,0,5.6524
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,3072,1,0,8.5534
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,4096,1,0,11.5120
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,0,0.0991
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,16,1,0,0.1780
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,32,1,0,0.2526
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,64,1,0,0.4188
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,128,1,0,0.7676
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,256,1,0,1.4912
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,512,1,0,2.9949
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1024,1,0,5.5540
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1536,1,0,8.3582
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,2048,1,0,11.2798
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,0,0.1055
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,16,1,0,0.2515
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,32,1,0,0.4216
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,64,1,0,0.7644
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,128,1,0,1.4829
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,256,1,0,2.9057
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,512,1,0,5.8232
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1024,1,0,11.1510
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,0,0.1231
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,16,1,0,0.4188
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,32,1,0,0.7666
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,64,1,0,1.4805
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,128,1,0,2.8800
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,256,1,0,5.6247
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,512,1,0,11.5206
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,0,0.0684
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,16,1,0,0.0944
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,32,1,0,0.0996
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,64,1,0,0.1101
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,128,1,0,0.1072
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,256,1,0,0.1292
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,512,1,0,0.1324
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1024,1,0,0.1622
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1536,1,0,0.1969
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,2048,1,0,0.2327
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,3072,1,0,0.3068
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,4096,1,0,0.3918
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,6144,1,0,0.5662
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,8192,1,0,0.7408
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,10240,1,0,0.9297
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,12288,1,0,1.0901
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,16384,1,0,1.4440
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,32768,1,0,3.1915
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,0,0.0750
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,16,1,0,0.1088
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,32,1,0,0.1035
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,64,1,0,0.1113
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,128,1,0,0.1270
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,256,1,0,0.1428
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,512,1,0,0.1674
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1024,1,0,0.2314
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1536,1,0,0.2999
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,2048,1,0,0.3796
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,3072,1,0,0.5459
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,4096,1,0,0.7033
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,6144,1,0,1.0334
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,8192,1,0,1.3543
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,10240,1,0,1.6991
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,12288,1,0,2.0745
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,16384,1,0,2.8318
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,32768,1,0,6.2584
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,0,0.0787
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,16,1,0,0.1076
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,32,1,0,0.1109
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,64,1,0,0.1246
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,128,1,0,0.1396
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,256,1,0,0.1735
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,512,1,0,0.2405
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1024,1,0,0.3719
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1536,1,0,0.5351
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,2048,1,0,0.6772
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,3072,1,0,1.0046
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,4096,1,0,1.3420
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,6144,1,0,1.9878
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,8192,1,0,2.6560
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,10240,1,0,3.3181
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,12288,1,0,4.0507
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,16384,1,0,5.5055
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,32768,1,0,12.6676
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,0,0.0805
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,16,1,0,0.1124
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,32,1,0,0.1236
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,64,1,0,0.1383
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,128,1,0,0.1708
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,256,1,0,0.2412
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,512,1,0,0.3757
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1024,1,0,0.6650
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1536,1,0,0.9845
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,2048,1,0,1.3101
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,3072,1,0,1.9332
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,4096,1,0,2.6005
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,6144,1,0,3.8827
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,8192,1,0,5.1463
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,10240,1,0,6.5249
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,12288,1,0,7.9160
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,16384,1,0,10.9547
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,0,0.0863
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,16,1,0,0.1240
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,32,1,0,0.1392
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,64,1,0,0.1710
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,128,1,0,0.2371
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,256,1,0,0.3794
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,512,1,0,0.6855
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1024,1,0,1.2912
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1536,1,0,1.8985
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,2048,1,0,2.5455
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,3072,1,0,3.7727
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,4096,1,0,5.0228
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,6144,1,0,7.5836
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,8192,1,0,10.2499
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,0,0.0924
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,16,1,0,0.1387
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,32,1,0,0.1707
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,64,1,0,0.2368
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,128,1,0,0.3766
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,256,1,0,0.6798
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,512,1,0,1.3264
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1024,1,0,2.5188
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1536,1,0,3.7115
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,2048,1,0,4.9215
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,3072,1,0,7.3592
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,4096,1,0,9.9210
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,0,0.0953
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,16,1,0,0.1689
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,32,1,0,0.2377
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,64,1,0,0.3734
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,128,1,0,0.6743
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,256,1,0,1.3094
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,512,1,0,2.5821
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1024,1,0,4.8723
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1536,1,0,7.2828
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,2048,1,0,9.6549
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,0,0.1013
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,16,1,0,0.2362
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,32,1,0,0.3720
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,64,1,0,0.6715
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,128,1,0,1.3040
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,256,1,0,2.5397
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,512,1,0,4.9929
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1024,1,0,9.6273
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,0,0.1200
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,16,1,0,0.3788
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,32,1,0,0.6710
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,64,1,0,1.3011
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,128,1,0,2.5314
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,256,1,0,4.9000
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,512,1,0,9.8806
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,0,0.0659
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,16,1,0,0.0887
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,32,1,0,0.0949
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,64,1,0,0.0987
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,128,1,0,0.1055
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,256,1,0,0.1165
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,512,1,0,0.1279
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1024,1,0,0.1556
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1536,1,0,0.1848
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,2048,1,0,0.2245
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,3072,1,0,0.2863
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,4096,1,0,0.3618
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,6144,1,0,0.5181
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,8192,1,0,0.6745
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,10240,1,0,0.8480
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,12288,1,0,0.9949
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,16384,1,0,1.3757
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,32768,1,0,2.7051
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,0,0.0708
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,16,1,0,0.0939
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,32,1,0,0.1000
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,64,1,0,0.1083
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,128,1,0,0.1190
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,256,1,0,0.1369
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,512,1,0,0.1568
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1024,1,0,0.2214
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1536,1,0,0.2839
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,2048,1,0,0.3543
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,3072,1,0,0.5035
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,4096,1,0,0.6487
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,6144,1,0,0.9644
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,8192,1,0,1.2926
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,10240,1,0,1.5957
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,12288,1,0,1.9049
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,16384,1,0,2.5199
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,32768,1,0,5.2551
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,0,0.0744
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,16,1,0,0.1044
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,32,1,0,0.1033
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,64,1,0,0.1220
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,128,1,0,0.1341
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,256,1,0,0.1651
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,512,1,0,0.2274
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1024,1,0,0.3516
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1536,1,0,0.4964
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,2048,1,0,0.6376
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,3072,1,0,0.9493
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,4096,1,0,1.2419
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,6144,1,0,1.8451
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,8192,1,0,2.4903
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,10240,1,0,3.0695
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,12288,1,0,3.7064
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,16384,1,0,4.8943
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,32768,1,0,10.4056
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,0,0.0775
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,16,1,0,0.1031
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,32,1,0,0.1210
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,64,1,0,0.1356
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,128,1,0,0.1621
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,256,1,0,0.2317
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,512,1,0,0.3623
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1024,1,0,0.6292
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1536,1,0,0.9337
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,2048,1,0,1.2156
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,3072,1,0,1.8108
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,4096,1,0,2.4252
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,6144,1,0,3.5887
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,8192,1,0,4.7846
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,10240,1,0,5.9842
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,12288,1,0,7.2214
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,16384,1,0,9.6262
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,0,0.0841
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,16,1,0,0.1199
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,32,1,0,0.1351
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,64,1,0,0.1632
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,128,1,0,0.2294
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,256,1,0,0.3619
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,512,1,0,0.6347
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1024,1,0,1.2019
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1536,1,0,1.7862
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,2048,1,0,2.3877
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,3072,1,0,3.5246
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,4096,1,0,4.6680
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,6144,1,0,6.9885
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,8192,1,0,9.3401
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,0,0.0885
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,16,1,0,0.1344
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,32,1,0,0.1630
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,64,1,0,0.2296
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,128,1,0,0.3591
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,256,1,0,0.6343
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,512,1,0,1.2246
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1024,1,0,2.3725
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1536,1,0,3.4839
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,2048,1,0,4.6123
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,3072,1,0,6.8646
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,4096,1,0,9.1391
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,0,0.0928
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,16,1,0,0.1629
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,32,1,0,0.2289
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,64,1,0,0.3580
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,128,1,0,0.6310
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,256,1,0,1.2116
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,512,1,0,2.4043
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1024,1,0,4.5763
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1536,1,0,6.8061
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,2048,1,0,9.0277
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,0,0.0980
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,16,1,0,0.2280
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,32,1,0,0.3578
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,64,1,0,0.6315
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,128,1,0,1.2055
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,256,1,0,2.3744
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,512,1,0,4.6495
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1024,1,0,8.9723
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,0,0.1165
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,16,1,0,0.3634
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,32,1,0,0.6368
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,64,1,0,1.2115
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,128,1,0,2.3672
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,256,1,0,4.5818
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,512,1,0,9.1254
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,0,0.1660
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,16,1,0,0.1895
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,32,1,0,0.1949
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,64,1,0,0.2075
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,256,1,0,0.2679
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,512,1,0,0.4400
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1024,1,0,0.8126
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1536,1,0,1.1571
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,2048,1,0,1.5537
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,3072,1,0,2.4834
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,4096,1,0,3.4026
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,6144,1,0,5.7681
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,8192,1,0,8.4823
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,10240,1,0,11.4919
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,12288,1,0,15.0756
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,16384,1,0,23.3729
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,32768,1,0,73.6628
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,0,0.1751
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,16,1,0,0.1953
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,32,1,0,0.2082
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,64,1,0,0.2464
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,256,1,0,0.4350
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,512,1,0,0.7896
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1024,1,0,1.4646
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1536,1,0,2.2784
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,2048,1,0,3.0395
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,3072,1,0,4.8459
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,4096,1,0,6.8817
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,6144,1,0,11.6192
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,8192,1,0,17.1137
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,10240,1,0,23.2373
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,12288,1,0,30.1999
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,16384,1,0,47.5336
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,32768,1,0,149.1719
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,0,0.1732
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,16,1,0,0.2087
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,32,1,0,0.2472
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,64,1,0,0.3359
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,256,1,0,0.7775
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,512,1,0,1.4179
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1024,1,0,2.8591
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1536,1,0,4.3932
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,2048,1,0,6.1392
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,3072,1,0,9.8446
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,4096,1,0,14.0679
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,6144,1,0,23.0452
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,8192,1,0,37.4108
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,10240,1,0,47.7699
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,12288,1,0,62.1297
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,16384,1,0,96.5905
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,32768,1,0,297.8452
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,0,0.1808
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,16,1,0,0.2507
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,32,1,0,0.3442
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,64,1,0,0.5555
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,256,1,0,1.3928
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,512,1,0,2.7702
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1024,1,0,5.6554
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1536,1,0,8.9840
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,2048,1,0,12.4487
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,3072,1,0,19.5403
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,4096,1,0,28.0082
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,6144,1,0,47.5169
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,8192,1,0,70.5629
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,10240,1,0,96.1352
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,12288,1,0,124.1073
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,16384,1,0,191.3881
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,0,0.1898
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,16,1,0,0.3435
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,32,1,0,0.5522
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,64,1,0,1.0245
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,256,1,0,2.7205
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,512,1,0,5.4684
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1024,1,0,11.6442
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1536,1,0,17.6721
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,2048,1,0,24.8649
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,3072,1,0,43.5426
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,4096,1,0,58.8583
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,6144,1,0,94.8338
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,8192,1,0,140.6510
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,0,0.1952
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,16,1,0,0.5629
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,32,1,0,1.0251
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,64,1,0,1.8796
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,256,1,0,5.3607
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,512,1,0,11.3357
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1024,1,0,23.2582
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1536,1,0,40.3854
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,2048,1,0,50.5317
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,3072,1,0,82.5922
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,4096,1,0,113.9120
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,0,0.2082
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,16,1,0,1.0374
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,32,1,0,1.8816
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,64,1,0,3.6670
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,256,1,0,11.0334
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,512,1,0,22.3538
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1024,1,0,48.1253
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1536,1,0,74.7954
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,2048,1,0,100.8916
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,0,0.2492
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,16,1,0,1.9044
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,32,1,0,3.6731
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,64,1,0,7.2361
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,256,1,0,22.1153
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,512,1,0,46.0511
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1024,1,0,95.1920
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,0,0.3428
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,16,1,0,3.7197
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,32,1,0,7.2302
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,64,1,0,14.4082
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,256,1,0,45.7211
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,512,1,0,91.2759
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,0,0.1230
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,16,1,0,0.1402
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,32,1,0,0.1565
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,64,1,0,0.1647
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,128,1,0,0.1832
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,256,1,0,0.1856
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,512,1,0,0.2823
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1024,1,0,0.4931
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1536,1,0,0.6857
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,2048,1,0,0.9078
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,3072,1,0,1.4266
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,4096,1,0,1.9363
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,6144,1,0,3.1083
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,8192,1,0,4.5508
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,10240,1,0,6.2585
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,12288,1,0,8.1485
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,16384,1,0,12.4166
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,32768,1,0,38.0326
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,0,0.1287
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,16,1,0,0.1585
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,32,1,0,0.1645
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,64,1,0,0.1812
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,128,1,0,0.2255
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,256,1,0,0.2766
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,512,1,0,0.4819
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1024,1,0,0.8631
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1536,1,0,1.3295
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,2048,1,0,1.7546
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,3072,1,0,2.6979
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,4096,1,0,3.7947
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,6144,1,0,6.3535
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,8192,1,0,9.3284
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,10240,1,0,12.5236
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,12288,1,0,16.1021
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,16384,1,0,24.9987
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,32768,1,0,76.8828
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,0,0.1322
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,16,1,0,0.1656
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,32,1,0,0.1822
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,64,1,0,0.2224
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,128,1,0,0.3514
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,256,1,0,0.4744
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,512,1,0,0.8407
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1024,1,0,1.6627
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1536,1,0,2.4982
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,2048,1,0,3.4153
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,3072,1,0,5.4410
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,4096,1,0,7.7993
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,6144,1,0,12.6590
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,8192,1,0,18.5436
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,10240,1,0,25.3177
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,12288,1,0,33.2205
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,16384,1,0,50.5561
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,32768,1,0,154.6117
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,0,0.1358
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,16,1,0,0.1824
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,32,1,0,0.2233
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,64,1,0,0.3369
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,128,1,0,0.5979
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,256,1,0,0.8285
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,512,1,0,1.6172
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1024,1,0,3.2380
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1536,1,0,5.0125
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,2048,1,0,6.8694
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,3072,1,0,10.9496
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,4096,1,0,15.4979
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,6144,1,0,25.4353
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,8192,1,0,40.9215
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,10240,1,0,51.4656
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,12288,1,0,67.0700
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,16384,1,0,102.2332
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,0,0.1403
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,16,1,0,0.2245
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,32,1,0,0.3430
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,64,1,0,0.5860
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,128,1,0,1.0625
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,256,1,0,1.5911
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,512,1,0,3.1437
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1024,1,0,6.7045
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1536,1,0,10.0545
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,2048,1,0,13.8261
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,3072,1,0,21.9103
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,4096,1,0,31.5900
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,6144,1,0,52.1018
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,8192,1,0,77.4447
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,0,0.1592
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,16,1,0,0.3441
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,32,1,0,0.5870
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,64,1,0,1.0418
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,128,1,0,2.0554
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,256,1,0,3.0978
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,512,1,0,6.2669
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1024,1,0,13.1479
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1536,1,0,19.9671
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,2048,1,0,27.8021
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,3072,1,0,46.0427
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,4096,1,0,63.3047
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,0,0.1673
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,16,1,0,0.5943
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,32,1,0,1.0412
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,64,1,0,2.0078
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,128,1,0,4.0153
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,256,1,0,6.1417
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,512,1,0,12.7779
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1024,1,0,26.2048
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1536,1,0,44.8949
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,2048,1,0,56.9113
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,0,0.1842
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,16,1,0,1.0526
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,32,1,0,2.0048
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,64,1,0,3.9035
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,128,1,0,7.9601
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,256,1,0,12.5733
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,512,1,0,25.4546
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1024,1,0,53.3404
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,0,0.2256
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,16,1,0,2.0286
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,32,1,0,3.9141
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,64,1,0,7.7431
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,128,1,0,15.7812
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,256,1,0,25.0363
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,512,1,0,51.9827
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,0,0.1031
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,16,1,0,0.1284
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,32,1,0,0.1330
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,64,1,0,0.1384
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,128,1,0,0.1483
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,256,1,0,0.1453
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,512,1,0,0.1977
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1024,1,0,0.3145
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1536,1,0,0.4236
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,2048,1,0,0.5521
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,3072,1,0,0.8374
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,4096,1,0,1.1273
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,6144,1,0,1.7783
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,8192,1,0,2.5450
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,10240,1,0,3.4388
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,12288,1,0,4.4609
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,16384,1,0,6.7910
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,32768,1,0,19.7028
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,0,0.1067
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,16,1,0,0.1338
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,32,1,0,0.1378
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,64,1,0,0.1464
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,128,1,0,0.1694
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,256,1,0,0.1917
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,512,1,0,0.3094
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1024,1,0,0.5296
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1536,1,0,0.7898
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,2048,1,0,1.0375
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,3072,1,0,1.5777
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,4096,1,0,2.1914
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,6144,1,0,3.5394
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,8192,1,0,5.1613
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,10240,1,0,6.8616
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,12288,1,0,8.9004
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,16384,1,0,13.5342
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,32768,1,0,40.0510
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,0,0.1098
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,16,1,0,0.1395
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,32,1,0,0.1471
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,64,1,0,0.1680
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,128,1,0,0.2348
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,256,1,0,0.3048
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,512,1,0,0.5195
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1024,1,0,0.9929
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1536,1,0,1.4756
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,2048,1,0,2.0082
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,3072,1,0,3.1354
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,4096,1,0,4.3714
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,6144,1,0,7.1025
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,8192,1,0,10.3019
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,10240,1,0,13.9046
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,12288,1,0,17.7334
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,16384,1,0,27.0630
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,32768,1,0,80.6856
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,0,0.1137
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,16,1,0,0.1480
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,32,1,0,0.1684
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,64,1,0,0.2320
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,128,1,0,0.3801
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,256,1,0,0.5110
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,512,1,0,0.9699
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1024,1,0,1.9209
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1536,1,0,2.9330
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,2048,1,0,4.0021
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,3072,1,0,6.2181
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,4096,1,0,8.7415
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,6144,1,0,14.2420
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,8192,1,0,20.4267
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,10240,1,0,27.9646
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,12288,1,0,38.6779
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,16384,1,0,55.0712
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,0,0.1280
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,16,1,0,0.1696
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,32,1,0,0.2308
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,64,1,0,0.3736
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,128,1,0,0.6477
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,256,1,0,0.9561
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,512,1,0,1.8695
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1024,1,0,3.7942
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1536,1,0,5.7218
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,2048,1,0,8.1039
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,3072,1,0,12.4758
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,4096,1,0,17.5049
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,6144,1,0,28.6598
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,8192,1,0,43.6987
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,0,0.1348
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,16,1,0,0.2333
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,32,1,0,0.3748
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,64,1,0,0.6389
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,128,1,0,1.2177
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,256,1,0,1.8448
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,512,1,0,3.6834
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1024,1,0,7.6380
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1536,1,0,11.6531
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,2048,1,0,15.9887
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,3072,1,0,25.0310
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,4096,1,0,38.9059
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,0,0.1384
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,16,1,0,0.3774
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,32,1,0,0.6351
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,64,1,0,1.1913
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,128,1,0,2.3590
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,256,1,0,3.6430
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,512,1,0,7.4783
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1024,1,0,15.1087
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1536,1,0,23.2280
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,2048,1,0,33.8581
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,0,0.1480
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,16,1,0,0.6405
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,32,1,0,1.1918
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,64,1,0,2.3063
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,128,1,0,4.6526
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,256,1,0,7.4081
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,512,1,0,14.8903
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1024,1,0,30.4103
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,0,0.1757
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,16,1,0,1.1998
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,32,1,0,2.3050
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,64,1,0,4.5546
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,128,1,0,9.1772
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,256,1,0,14.6503
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,512,1,0,29.6281
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,0,0.1123
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,16,1,0,0.1286
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,32,1,0,0.1345
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,64,1,0,0.1399
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,128,1,0,0.1535
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,256,1,0,0.1273
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,512,1,0,0.1585
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1024,1,0,0.2315
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1536,1,0,0.2961
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,2048,1,0,0.3719
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,3072,1,0,0.5512
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,4096,1,0,0.7242
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,6144,1,0,1.1028
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,8192,1,0,1.5595
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,10240,1,0,2.0707
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,12288,1,0,2.5949
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,16384,1,0,3.8408
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,32768,1,0,10.8621
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,0,0.1168
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,16,1,0,0.1346
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,32,1,0,0.1411
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,64,1,0,0.1525
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,128,1,0,0.1769
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,256,1,0,0.1534
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,512,1,0,0.2250
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1024,1,0,0.3606
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1536,1,0,0.5232
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,2048,1,0,0.6817
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,3072,1,0,1.0021
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,4096,1,0,1.3803
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,6144,1,0,2.1974
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,8192,1,0,3.0884
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,10240,1,0,4.0611
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,12288,1,0,5.1515
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,16384,1,0,7.7665
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,32768,1,0,21.7719
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,0,0.1191
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,16,1,0,0.1422
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,32,1,0,0.1529
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,64,1,0,0.1755
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,128,1,0,0.2291
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,256,1,0,0.2216
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,512,1,0,0.3570
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1024,1,0,0.6575
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1536,1,0,0.9536
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,2048,1,0,1.2883
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,3072,1,0,1.9931
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,4096,1,0,2.7233
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,6144,1,0,4.3299
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,8192,1,0,6.1012
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,10240,1,0,8.1043
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,12288,1,0,10.4062
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,16384,1,0,15.3870
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,32768,1,0,44.5673
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,0,0.1238
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,16,1,0,0.1529
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,32,1,0,0.1762
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,64,1,0,0.2286
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,128,1,0,0.3694
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,256,1,0,0.3525
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,512,1,0,0.6473
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1024,1,0,1.2438
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1536,1,0,1.8983
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,2048,1,0,2.5415
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,3072,1,0,3.8941
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,4096,1,0,5.3758
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,6144,1,0,8.7143
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,8192,1,0,12.3392
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,10240,1,0,16.3155
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,12288,1,0,20.8711
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,16384,1,0,31.2178
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,0,0.1288
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,16,1,0,0.1760
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,32,1,0,0.2280
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,64,1,0,0.3667
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,128,1,0,0.6493
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,256,1,0,0.6391
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,512,1,0,1.2211
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1024,1,0,2.4581
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1536,1,0,3.6953
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,2048,1,0,5.0036
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,3072,1,0,7.8700
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,4096,1,0,10.7264
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,6144,1,0,17.1907
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,8192,1,0,24.6786
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,0,0.1358
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,16,1,0,0.2274
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,32,1,0,0.3680
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,64,1,0,0.6406
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,128,1,0,1.1986
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,256,1,0,1.2078
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,512,1,0,2.4099
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1024,1,0,4.8264
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1536,1,0,7.4348
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,2048,1,0,9.9291
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,3072,1,0,15.5321
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,4096,1,0,21.4060
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,0,0.1420
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,16,1,0,0.3695
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,32,1,0,0.6424
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,64,1,0,1.1881
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,128,1,0,2.3100
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,256,1,0,2.3812
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,512,1,0,4.7316
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1024,1,0,9.5755
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1536,1,0,14.6082
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,2048,1,0,20.0013
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,0,0.1541
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,16,1,0,0.6455
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,32,1,0,1.1865
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,64,1,0,2.2869
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,128,1,0,4.5614
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,256,1,0,4.6847
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,512,1,0,9.3160
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1024,1,0,19.1540
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,0,0.1838
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,16,1,0,1.1944
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,32,1,0,2.2878
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,64,1,0,4.5171
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,128,1,0,9.0205
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,256,1,0,9.2298
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,512,1,0,18.8397
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,0,0.1083
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,16,1,0,0.1206
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,32,1,0,0.1282
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,64,1,0,0.1320
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,128,1,0,0.1386
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,256,1,0,0.1191
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,512,1,0,0.1415
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1024,1,0,0.1930
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1536,1,0,0.2519
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,2048,1,0,0.2943
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,3072,1,0,0.4017
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,4096,1,0,0.5204
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,6144,1,0,0.7759
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,8192,1,0,1.0654
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,10240,1,0,1.4001
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,12288,1,0,1.7196
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,16384,1,0,2.4545
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,32768,1,0,6.3812
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,0,0.1132
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,16,1,0,0.1281
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,32,1,0,0.1300
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,64,1,0,0.1364
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,128,1,0,0.1541
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,256,1,0,0.1379
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,512,1,0,0.1852
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1024,1,0,0.2876
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1536,1,0,0.3901
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,2048,1,0,0.4967
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,3072,1,0,0.7215
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,4096,1,0,0.9738
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,6144,1,0,1.5171
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,8192,1,0,2.1039
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,10240,1,0,2.7055
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,12288,1,0,3.3738
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,16384,1,0,4.8432
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,32768,1,0,12.7582
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,0,0.1140
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,16,1,0,0.1321
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,32,1,0,0.1372
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,64,1,0,0.1527
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,128,1,0,0.1852
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,256,1,0,0.1834
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,512,1,0,0.2767
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1024,1,0,0.4987
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1536,1,0,0.7032
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,2048,1,0,0.9297
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,3072,1,0,1.4194
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,4096,1,0,1.9195
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,6144,1,0,2.9673
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,8192,1,0,4.1241
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,10240,1,0,5.2914
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,12288,1,0,6.7227
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,16384,1,0,9.7206
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,32768,1,0,25.6834
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,0,0.1170
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,16,1,0,0.1377
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,32,1,0,0.1529
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,64,1,0,0.1832
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,128,1,0,0.2576
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,256,1,0,0.2734
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,512,1,0,0.4835
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1024,1,0,0.9242
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1536,1,0,1.3904
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,2048,1,0,1.8303
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,3072,1,0,2.7664
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,4096,1,0,3.7712
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,6144,1,0,5.8593
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,8192,1,0,8.1567
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,10240,1,0,10.7167
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,12288,1,0,13.4544
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,16384,1,0,19.3055
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,0,0.1210
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,16,1,0,0.1536
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,32,1,0,0.1839
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,64,1,0,0.2558
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,128,1,0,0.4227
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,256,1,0,0.4784
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,512,1,0,0.8990
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1024,1,0,1.8143
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1536,1,0,2.7056
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,2048,1,0,3.5849
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,3072,1,0,5.4366
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,4096,1,0,7.3637
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,6144,1,0,11.6640
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,8192,1,0,16.3167
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,0,0.1287
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,16,1,0,0.1853
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,32,1,0,0.2561
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,64,1,0,0.4197
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,128,1,0,0.7705
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,256,1,0,0.8886
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,512,1,0,1.7612
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1024,1,0,3.5460
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1536,1,0,5.3102
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,2048,1,0,7.0025
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,3072,1,0,10.7830
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,4096,1,0,14.8092
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,0,0.1315
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,16,1,0,0.2571
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,32,1,0,0.4199
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,64,1,0,0.7640
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,128,1,0,1.4564
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,256,1,0,1.7494
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,512,1,0,3.4555
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1024,1,0,6.9242
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1536,1,0,10.4763
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,2048,1,0,13.9197
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,0,0.1380
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,16,1,0,0.4224
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,32,1,0,0.7652
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,64,1,0,1.4443
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,128,1,0,2.8495
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,256,1,0,3.4233
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,512,1,0,6.7299
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1024,1,0,13.7209
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,0,0.1602
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,16,1,0,0.7668
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,32,1,0,1.4443
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,64,1,0,2.8250
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,128,1,0,5.6113
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,256,1,0,6.6806
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,512,1,0,13.3905
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,0,0.0947
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,16,1,0,0.1092
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,32,1,0,0.1136
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,64,1,0,0.1237
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,128,1,0,0.1310
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,256,1,0,0.1147
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,512,1,0,0.1329
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1024,1,0,0.1720
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1536,1,0,0.2098
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,2048,1,0,0.2563
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,3072,1,0,0.3506
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,4096,1,0,0.4453
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,6144,1,0,0.6321
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,8192,1,0,0.8169
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,10240,1,0,1.0681
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,12288,1,0,1.2958
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,16384,1,0,1.7822
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,32768,1,0,4.2196
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,0,0.1059
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,16,1,0,0.1202
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,32,1,0,0.1227
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,64,1,0,0.1301
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,128,1,0,0.1409
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,256,1,0,0.1298
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,512,1,0,0.1688
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1024,1,0,0.2485
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1536,1,0,0.3404
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,2048,1,0,0.4245
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,3072,1,0,0.6064
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,4096,1,0,0.7718
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,6144,1,0,1.1870
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,8192,1,0,1.6012
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,10240,1,0,2.0344
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,12288,1,0,2.4987
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,16384,1,0,3.5032
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,32768,1,0,8.4312
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,0,0.1061
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,16,1,0,0.1233
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,32,1,0,0.1271
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,64,1,0,0.1393
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,128,1,0,0.1640
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,256,1,0,0.1657
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,512,1,0,0.2423
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1024,1,0,0.4125
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1536,1,0,0.5935
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,2048,1,0,0.7685
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,3072,1,0,1.1439
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,4096,1,0,1.5170
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,6144,1,0,2.3004
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,8192,1,0,3.1490
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,10240,1,0,3.9791
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,12288,1,0,4.9155
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,16384,1,0,6.8988
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,32768,1,0,16.9167
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,0,0.1021
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,16,1,0,0.1282
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,32,1,0,0.1407
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,64,1,0,0.1636
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,128,1,0,0.2133
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,256,1,0,0.2395
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,512,1,0,0.4000
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1024,1,0,0.7522
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1536,1,0,1.1209
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,2048,1,0,1.4928
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,3072,1,0,2.2227
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,4096,1,0,2.9697
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,6144,1,0,4.5190
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,8192,1,0,6.1793
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,10240,1,0,7.9298
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,12288,1,0,9.7884
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,16384,1,0,13.8971
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,0,0.1091
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,16,1,0,0.1413
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,32,1,0,0.1630
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,64,1,0,0.2102
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,128,1,0,0.3133
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,256,1,0,0.3969
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,512,1,0,0.7349
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1024,1,0,1.4637
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1536,1,0,2.1713
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,2048,1,0,2.9194
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,3072,1,0,4.3661
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,4096,1,0,5.7734
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,6144,1,0,8.8704
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,8192,1,0,12.3432
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,0,0.1145
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,16,1,0,0.1644
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,32,1,0,0.2114
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,64,1,0,0.3111
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,128,1,0,0.5461
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,256,1,0,0.7290
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,512,1,0,1.4356
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1024,1,0,2.8636
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1536,1,0,4.2577
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,2048,1,0,5.6448
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,3072,1,0,8.5294
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,4096,1,0,11.5257
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,0,0.1239
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,16,1,0,0.2124
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,32,1,0,0.3119
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,64,1,0,0.5422
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,128,1,0,1.0263
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,256,1,0,1.4249
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,512,1,0,2.8140
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1024,1,0,5.5529
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1536,1,0,8.3154
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,2048,1,0,11.2420
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,0,0.1303
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,16,1,0,0.3126
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,32,1,0,0.5437
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,64,1,0,1.0214
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,128,1,0,1.9958
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,256,1,0,2.8056
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,512,1,0,5.4536
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1024,1,0,11.0022
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,0,0.1476
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,16,1,0,0.5449
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,32,1,0,1.0197
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,64,1,0,1.9810
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,128,1,0,3.9060
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,256,1,0,5.4338
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,512,1,0,10.8197
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,0,0.0850
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,16,1,0,0.1014
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,32,1,0,0.1070
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,64,1,0,0.1127
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,128,1,0,0.1252
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,256,1,0,0.1129
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,512,1,0,0.1311
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1024,1,0,0.1623
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1536,1,0,0.1971
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,2048,1,0,0.2337
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,3072,1,0,0.3078
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,4096,1,0,0.3940
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,6144,1,0,0.5641
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,8192,1,0,0.7428
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,10240,1,0,0.9340
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,12288,1,0,1.0899
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,16384,1,0,1.4467
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,32768,1,0,3.1902
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,0,0.0951
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,16,1,0,0.1151
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,32,1,0,0.1128
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,64,1,0,0.1244
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,128,1,0,0.1359
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,256,1,0,0.1272
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,512,1,0,0.1614
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1024,1,0,0.2312
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1536,1,0,0.2999
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,2048,1,0,0.3804
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,3072,1,0,0.5462
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,4096,1,0,0.7036
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,6144,1,0,1.0329
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,8192,1,0,1.3570
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,10240,1,0,1.6999
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,12288,1,0,2.0736
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,16384,1,0,2.8325
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,32768,1,0,6.2578
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,0,0.0970
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,16,1,0,0.1120
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,32,1,0,0.1248
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,64,1,0,0.1346
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,128,1,0,0.1538
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,256,1,0,0.1585
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,512,1,0,0.2288
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1024,1,0,0.3737
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1536,1,0,0.5348
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,2048,1,0,0.6790
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,3072,1,0,1.0038
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,4096,1,0,1.3424
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,6144,1,0,1.9865
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,8192,1,0,2.6550
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,10240,1,0,3.3187
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,12288,1,0,4.0563
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,16384,1,0,5.5223
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,32768,1,0,12.4932
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,0,0.0966
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,16,1,0,0.1247
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,32,1,0,0.1338
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,64,1,0,0.1519
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,128,1,0,0.1913
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,256,1,0,0.2265
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,512,1,0,0.3675
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1024,1,0,0.6643
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1536,1,0,0.9861
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,2048,1,0,1.3125
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,3072,1,0,1.9338
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,4096,1,0,2.6005
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,6144,1,0,3.8858
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,8192,1,0,5.1520
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,10240,1,0,6.5369
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,12288,1,0,8.0196
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,16384,1,0,10.9015
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,0,0.1047
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,16,1,0,0.1346
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,32,1,0,0.1524
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,64,1,0,0.1897
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,128,1,0,0.2729
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,256,1,0,0.3610
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,512,1,0,0.6551
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1024,1,0,1.2958
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1536,1,0,1.8967
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,2048,1,0,2.5458
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,3072,1,0,3.7767
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,4096,1,0,5.0177
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,6144,1,0,7.5832
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,8192,1,0,10.2077
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,0,0.1108
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,16,1,0,0.1529
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,32,1,0,0.1911
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,64,1,0,0.2710
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,128,1,0,0.4337
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,256,1,0,0.6511
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,512,1,0,1.2732
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1024,1,0,2.5166
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1536,1,0,3.7093
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,2048,1,0,4.9117
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,3072,1,0,7.3857
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,4096,1,0,9.8725
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,0,0.1117
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,16,1,0,0.1910
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,32,1,0,0.2711
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,64,1,0,0.4318
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,128,1,0,0.7988
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,256,1,0,1.2737
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,512,1,0,2.4898
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1024,1,0,4.8678
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1536,1,0,7.2472
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,2048,1,0,9.7348
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,0,0.1177
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,16,1,0,0.2724
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,32,1,0,0.4347
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,64,1,0,0.7963
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,128,1,0,1.5641
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,256,1,0,2.4798
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,512,1,0,4.8120
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1024,1,0,9.5569
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,0,0.1424
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,16,1,0,0.4389
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,32,1,0,0.7962
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,64,1,0,1.5588
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,128,1,0,3.0416
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,256,1,0,4.7986
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,512,1,0,9.4747
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,0,0.0831
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,16,1,0,0.0982
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,32,1,0,0.1031
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,64,1,0,0.1061
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,128,1,0,0.1189
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,256,1,0,0.1107
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,512,1,0,0.1273
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1024,1,0,0.1557
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1536,1,0,0.1857
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,2048,1,0,0.2230
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,3072,1,0,0.2882
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,4096,1,0,0.3616
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,6144,1,0,0.5184
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,8192,1,0,0.6709
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,10240,1,0,0.8500
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,12288,1,0,0.9889
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,16384,1,0,1.3742
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,32768,1,0,2.7051
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,0,0.0884
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,16,1,0,0.1039
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,32,1,0,0.1113
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,64,1,0,0.1167
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,128,1,0,0.1319
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,256,1,0,0.1245
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,512,1,0,0.1552
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1024,1,0,0.2209
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1536,1,0,0.2825
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,2048,1,0,0.3558
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,3072,1,0,0.5061
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,4096,1,0,0.6495
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,6144,1,0,0.9619
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,8192,1,0,1.2909
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,10240,1,0,1.5894
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,12288,1,0,1.9089
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,16384,1,0,2.5204
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,32768,1,0,5.2528
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,0,0.0907
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,16,1,0,0.1145
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,32,1,0,0.1153
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,64,1,0,0.1307
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,128,1,0,0.1459
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,256,1,0,0.1520
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,512,1,0,0.2207
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1024,1,0,0.3524
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1536,1,0,0.5008
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,2048,1,0,0.6348
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,3072,1,0,0.9454
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,4096,1,0,1.2397
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,6144,1,0,1.8438
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,8192,1,0,2.4905
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,10240,1,0,3.0676
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,12288,1,0,3.7103
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,16384,1,0,4.8934
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,32768,1,0,10.3805
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,0,0.0945
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,16,1,0,0.1148
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,32,1,0,0.1313
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,64,1,0,0.1458
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,128,1,0,0.1785
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,256,1,0,0.2176
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,512,1,0,0.3514
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1024,1,0,0.6309
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1536,1,0,0.9331
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,2048,1,0,1.2168
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,3072,1,0,1.8118
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,4096,1,0,2.4251
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,6144,1,0,3.5910
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,8192,1,0,4.7816
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,10240,1,0,5.9863
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,12288,1,0,7.2136
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,16384,1,0,9.6237
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,0,0.1013
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,16,1,0,0.1306
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,32,1,0,0.1453
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,64,1,0,0.1768
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,128,1,0,0.2520
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,256,1,0,0.3475
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,512,1,0,0.6216
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1024,1,0,1.2056
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1536,1,0,1.7876
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,2048,1,0,2.3867
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,3072,1,0,3.5216
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,4096,1,0,4.6641
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,6144,1,0,6.9878
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,8192,1,0,9.3390
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,0,0.1060
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,16,1,0,0.1459
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,32,1,0,0.1770
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,64,1,0,0.2502
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,128,1,0,0.3933
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,256,1,0,0.6188
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,512,1,0,1.1931
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1024,1,0,2.3703
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1536,1,0,3.4881
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,2048,1,0,4.6067
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,3072,1,0,6.8658
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,4096,1,0,9.1335
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,0,0.1092
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,16,1,0,0.1776
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,32,1,0,0.2490
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,64,1,0,0.3913
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,128,1,0,0.6937
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,256,1,0,1.1906
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,512,1,0,2.3511
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1024,1,0,4.5784
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1536,1,0,6.8034
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,2048,1,0,9.0420
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,0,0.1192
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,16,1,0,0.2504
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,32,1,0,0.3907
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,64,1,0,0.6912
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,128,1,0,1.3355
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,256,1,0,2.3465
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,512,1,0,4.5485
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1024,1,0,8.9788
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,0,0.1386
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,16,1,0,0.3988
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,32,1,0,0.6946
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,64,1,0,1.3328
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,128,1,0,2.6364
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,256,1,0,4.5446
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,512,1,0,8.9271
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,0,0.1333
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,16,1,0,0.1646
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,32,1,0,0.1755
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,64,1,0,0.1833
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,128,1,0,0.2146
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,256,1,0,0.2957
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,512,1,0,0.4919
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1024,1,0,0.6915
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1536,1,0,1.0270
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,2048,1,0,1.3854
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,3072,1,0,2.1578
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,4096,1,0,2.8935
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,6144,1,0,4.8537
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,8192,1,0,7.1932
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,10240,1,0,9.7797
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,12288,1,0,12.9325
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,16384,1,0,20.5541
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,32768,1,0,68.0363
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,0,0.1390
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,16,1,0,0.1748
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,32,1,0,0.1832
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,64,1,0,0.2135
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,128,1,0,0.2889
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,256,1,0,0.4675
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,512,1,0,0.8639
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1024,1,0,1.2946
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1536,1,0,1.9568
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,2048,1,0,2.5353
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,3072,1,0,4.0524
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,4096,1,0,5.7483
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,6144,1,0,9.5900
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,8192,1,0,14.2595
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,10240,1,0,19.5131
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,12288,1,0,25.4933
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,16384,1,0,41.1108
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,32768,1,0,136.6139
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,0,0.1411
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,16,1,0,0.1829
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,32,1,0,0.2130
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,64,1,0,0.2868
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,128,1,0,0.4554
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,256,1,0,0.8149
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,512,1,0,1.6255
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1024,1,0,2.3514
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1536,1,0,3.6417
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,2048,1,0,5.0214
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,3072,1,0,7.9973
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,4096,1,0,11.3940
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,6144,1,0,18.9601
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,8192,1,0,28.7737
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,10240,1,0,39.4477
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,12288,1,0,53.5730
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,16384,1,0,84.7663
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,32768,1,0,272.4877
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,0,0.1454
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,16,1,0,0.2130
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,32,1,0,0.2857
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,64,1,0,0.4515
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,128,1,0,0.7930
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,256,1,0,1.5274
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,512,1,0,2.9852
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1024,1,0,4.6732
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1536,1,0,7.1930
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,2048,1,0,9.9711
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,3072,1,0,15.7989
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,4096,1,0,22.6200
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,6144,1,0,40.5104
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,8192,1,0,58.6545
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,10240,1,0,81.3238
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,12288,1,0,106.9040
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,16384,1,0,169.2769
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,0,0.1498
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,16,1,0,0.2857
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,32,1,0,0.4515
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,64,1,0,0.7837
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,128,1,0,1.4819
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,256,1,0,2.7895
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,512,1,0,5.8923
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1024,1,0,9.2619
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1536,1,0,14.1462
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,2048,1,0,19.8696
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,3072,1,0,32.2071
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,4096,1,0,46.4900
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,6144,1,0,79.0722
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,8192,1,0,117.4174
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,0,0.1632
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,16,1,0,0.4528
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,32,1,0,0.7835
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,64,1,0,1.4656
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,128,1,0,2.7059
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,256,1,0,5.5028
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,512,1,0,11.5607
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1024,1,0,18.4198
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1536,1,0,28.6105
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,2048,1,0,42.1503
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,3072,1,0,64.3474
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,4096,1,0,92.2794
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,0,0.1754
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,16,1,0,0.7869
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,32,1,0,1.4671
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,64,1,0,2.6657
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,128,1,0,5.3256
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,256,1,0,10.7800
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,512,1,0,22.8354
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1024,1,0,39.3252
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1536,1,0,57.8947
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,2048,1,0,80.7119
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,0,0.2186
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,16,1,0,1.4678
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,32,1,0,2.6697
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,64,1,0,5.2587
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,128,1,0,10.4621
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,256,1,0,21.2939
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,512,1,0,45.8231
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1024,1,0,74.9046
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,0,0.3219
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,16,1,0,2.6656
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,32,1,0,5.2607
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,64,1,0,10.2928
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,128,1,0,20.6047
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,256,1,0,43.0698
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,512,1,0,91.1785
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,0,0.1069
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,16,1,0,0.1404
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,32,1,0,0.1469
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,64,1,0,0.1494
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,128,1,0,0.1642
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,256,1,0,0.2014
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,512,1,0,0.3109
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1024,1,0,0.4332
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1536,1,0,0.6315
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,2048,1,0,0.8310
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,3072,1,0,1.2716
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,4096,1,0,1.6961
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,6144,1,0,2.7740
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,8192,1,0,4.0732
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,10240,1,0,5.4664
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,12288,1,0,7.0873
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,16384,1,0,10.8686
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,32768,1,0,34.9573
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,0,0.1129
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,16,1,0,0.1474
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,32,1,0,0.1492
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,64,1,0,0.1619
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,128,1,0,0.1992
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,256,1,0,0.2999
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,512,1,0,0.5123
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1024,1,0,0.7880
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1536,1,0,1.1686
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,2048,1,0,1.5144
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,3072,1,0,2.3702
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,4096,1,0,3.3555
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,6144,1,0,5.4815
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,8192,1,0,7.9362
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,10240,1,0,10.7298
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,12288,1,0,14.0333
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,16384,1,0,21.8968
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,32768,1,0,70.7020
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,0,0.1159
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,16,1,0,0.1501
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,32,1,0,0.1621
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,64,1,0,0.1983
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,128,1,0,0.2950
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,256,1,0,0.4896
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,512,1,0,0.9181
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1024,1,0,1.4232
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1536,1,0,2.1709
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,2048,1,0,2.9874
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,3072,1,0,4.6794
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,4096,1,0,6.5075
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,6144,1,0,10.7157
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,8192,1,0,15.8160
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,10240,1,0,21.4609
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,12288,1,0,28.5840
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,16384,1,0,45.1623
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,32768,1,0,143.0629
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,0,0.1193
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,16,1,0,0.1636
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,32,1,0,0.1980
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,64,1,0,0.2912
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,128,1,0,0.4789
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,256,1,0,0.8709
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,512,1,0,1.6755
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1024,1,0,2.8129
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1536,1,0,4.2733
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,2048,1,0,5.7894
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,3072,1,0,9.1129
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,4096,1,0,13.0302
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,6144,1,0,21.2929
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,8192,1,0,32.1019
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,10240,1,0,43.8946
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,12288,1,0,57.7695
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,16384,1,0,90.4855
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,0,0.1247
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,16,1,0,0.1984
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,32,1,0,0.2910
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,64,1,0,0.4743
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,128,1,0,0.8492
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,256,1,0,1.5786
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,512,1,0,3.2882
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1024,1,0,5.4312
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1536,1,0,8.2867
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,2048,1,0,11.5200
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,3072,1,0,18.1887
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,4096,1,0,25.8821
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,6144,1,0,44.4634
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,8192,1,0,64.8672
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,0,0.1332
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,16,1,0,0.2916
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,32,1,0,0.4745
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,64,1,0,0.8440
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,128,1,0,1.5327
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,256,1,0,3.1006
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,512,1,0,6.3874
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1024,1,0,10.8011
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1536,1,0,16.5568
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,2048,1,0,23.0237
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,3072,1,0,37.7324
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,4096,1,0,52.1478
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,0,0.1377
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,16,1,0,0.4749
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,32,1,0,0.8468
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,64,1,0,1.5185
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,128,1,0,3.0053
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,256,1,0,6.0022
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,512,1,0,12.5687
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1024,1,0,21.5684
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1536,1,0,34.5970
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,2048,1,0,47.0774
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,0,0.1567
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,16,1,0,0.8474
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,32,1,0,1.5238
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,64,1,0,2.9753
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,128,1,0,5.8124
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,256,1,0,11.8085
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,512,1,0,25.0651
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1024,1,0,44.4168
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,0,0.2084
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,16,1,0,1.5259
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,32,1,0,2.9738
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,64,1,0,5.7410
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,128,1,0,11.4363
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,256,1,0,23.4215
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,512,1,0,50.3859
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,0,0.0962
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,16,1,0,0.1260
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,32,1,0,0.1333
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,64,1,0,0.1339
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,128,1,0,0.1435
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,256,1,0,0.1632
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,512,1,0,0.2164
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1024,1,0,0.2951
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1536,1,0,0.4010
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,2048,1,0,0.5187
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,3072,1,0,0.7739
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,4096,1,0,1.0185
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,6144,1,0,1.6293
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,8192,1,0,2.3755
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,10240,1,0,3.1544
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,12288,1,0,4.0235
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,16384,1,0,5.9991
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,32768,1,0,18.2092
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,0,0.0996
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,16,1,0,0.1313
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,32,1,0,0.1327
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,64,1,0,0.1421
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,128,1,0,0.1604
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,256,1,0,0.2109
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,512,1,0,0.3373
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1024,1,0,0.4975
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1536,1,0,0.7276
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,2048,1,0,0.9288
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,3072,1,0,1.4273
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,4096,1,0,2.0175
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,6144,1,0,3.2225
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,8192,1,0,4.5831
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,10240,1,0,6.1187
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,12288,1,0,7.8404
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,16384,1,0,11.9103
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,32768,1,0,37.0105
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,0,0.1012
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,16,1,0,0.1337
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,32,1,0,0.1405
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,64,1,0,0.1584
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,128,1,0,0.2085
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,256,1,0,0.3246
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,512,1,0,0.5699
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1024,1,0,0.8831
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1536,1,0,1.3256
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,2048,1,0,1.8366
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,3072,1,0,2.8188
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,4096,1,0,3.8610
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,6144,1,0,6.2374
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,8192,1,0,8.9961
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,10240,1,0,12.0590
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,12288,1,0,15.5086
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,16384,1,0,23.9697
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,32768,1,0,75.6446
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,0,0.1066
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,16,1,0,0.1423
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,32,1,0,0.1580
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,64,1,0,0.2071
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,128,1,0,0.3187
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,256,1,0,0.5483
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,512,1,0,1.0099
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1024,1,0,1.7421
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1536,1,0,2.6200
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,2048,1,0,3.4965
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,3072,1,0,5.4277
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,4096,1,0,7.5516
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,6144,1,0,12.3089
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,8192,1,0,17.9293
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,10240,1,0,24.3277
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,12288,1,0,31.3111
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,16384,1,0,48.8613
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,0,0.1118
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,16,1,0,0.1590
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,32,1,0,0.2076
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,64,1,0,0.3174
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,128,1,0,0.5359
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,256,1,0,0.9632
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,512,1,0,1.9858
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1024,1,0,3.3180
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1536,1,0,5.0279
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,2048,1,0,6.8377
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,3072,1,0,10.7166
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,4096,1,0,15.0610
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,6144,1,0,24.4356
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,8192,1,0,37.4510
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,0,0.1169
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,16,1,0,0.2077
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,32,1,0,0.3188
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,64,1,0,0.5347
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,128,1,0,0.9365
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,256,1,0,1.8926
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,512,1,0,3.8019
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1024,1,0,6.4850
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1536,1,0,9.8977
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,2048,1,0,13.6368
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,3072,1,0,21.2584
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,4096,1,0,30.1819
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,0,0.1191
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,16,1,0,0.3191
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,32,1,0,0.5357
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,64,1,0,0.9351
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,128,1,0,1.8352
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,256,1,0,3.6144
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,512,1,0,7.4357
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1024,1,0,12.9294
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1536,1,0,19.7539
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,2048,1,0,27.2880
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,0,0.1308
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,16,1,0,0.5351
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,32,1,0,0.9394
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,64,1,0,1.8268
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,128,1,0,3.4972
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,256,1,0,7.0560
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,512,1,0,14.7071
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1024,1,0,25.8402
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,0,0.1632
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,16,1,0,0.9426
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,32,1,0,1.8322
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,64,1,0,3.4747
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,128,1,0,6.8219
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,256,1,0,13.9377
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,512,1,0,29.2170
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,0,0.0884
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,16,1,0,0.1178
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,32,1,0,0.1204
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,64,1,0,0.1248
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,128,1,0,0.1330
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,256,1,0,0.1466
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,512,1,0,0.1800
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1024,1,0,0.2272
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1536,1,0,0.2941
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,2048,1,0,0.3689
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,3072,1,0,0.5205
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,4096,1,0,0.6780
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,6144,1,0,1.0484
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,8192,1,0,1.5151
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,10240,1,0,1.9854
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,12288,1,0,2.4897
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,16384,1,0,3.6010
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,32768,1,0,9.9126
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,0,0.0914
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,16,1,0,0.1224
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,32,1,0,0.1187
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,64,1,0,0.1314
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,128,1,0,0.1439
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,256,1,0,0.1746
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,512,1,0,0.2444
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1024,1,0,0.3565
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1536,1,0,0.4942
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,2048,1,0,0.6336
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,3072,1,0,0.9461
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,4096,1,0,1.3348
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,6144,1,0,2.0889
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,8192,1,0,2.8883
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,10240,1,0,3.8069
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,12288,1,0,4.7943
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,16384,1,0,7.0667
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,32768,1,0,19.6702
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,0,0.0944
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,16,1,0,0.1255
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,32,1,0,0.1308
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,64,1,0,0.1429
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,128,1,0,0.1721
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,256,1,0,0.2402
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,512,1,0,0.3959
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1024,1,0,0.6110
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1536,1,0,0.8987
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,2048,1,0,1.2461
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,3072,1,0,1.8885
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,4096,1,0,2.5295
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,6144,1,0,3.9942
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,8192,1,0,5.6522
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,10240,1,0,7.4650
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,12288,1,0,9.4541
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,16384,1,0,13.9818
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,32768,1,0,41.5604
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,0,0.0989
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,16,1,0,0.1312
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,32,1,0,0.1421
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,64,1,0,0.1702
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,128,1,0,0.2367
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,256,1,0,0.3849
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,512,1,0,0.6784
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1024,1,0,1.2001
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1536,1,0,1.7887
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,2048,1,0,2.3484
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,3072,1,0,3.5898
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,4096,1,0,4.9337
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,6144,1,0,7.8510
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,8192,1,0,11.1311
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,10240,1,0,14.7781
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,12288,1,0,18.7513
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,16384,1,0,28.2511
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,0,0.1030
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,16,1,0,0.1425
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,32,1,0,0.1704
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,64,1,0,0.2341
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,128,1,0,0.3794
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,256,1,0,0.6549
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,512,1,0,1.3179
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1024,1,0,2.2605
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1536,1,0,3.3903
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,2048,1,0,4.5620
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,3072,1,0,7.0433
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,4096,1,0,9.7052
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,6144,1,0,15.5305
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,8192,1,0,22.3875
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,0,0.1069
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,16,1,0,0.1718
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,32,1,0,0.2342
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,64,1,0,0.3773
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,128,1,0,0.6460
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,256,1,0,1.2693
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,512,1,0,2.4854
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1024,1,0,4.3899
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1536,1,0,6.6293
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,2048,1,0,8.9713
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,3072,1,0,13.9215
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,4096,1,0,19.3670
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,0,0.1103
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,16,1,0,0.2356
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,32,1,0,0.3775
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,64,1,0,0.6423
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,128,1,0,1.2468
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,256,1,0,2.3864
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,512,1,0,4.8283
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1024,1,0,8.6227
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1536,1,0,13.1285
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,2048,1,0,17.9378
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,0,0.1194
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,16,1,0,0.3804
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,32,1,0,0.6449
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,64,1,0,1.2458
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,128,1,0,2.3444
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,256,1,0,4.6351
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,512,1,0,9.4915
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1024,1,0,17.3243
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,0,0.1416
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,16,1,0,0.6484
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,32,1,0,1.2461
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,64,1,0,2.3364
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,128,1,0,4.5461
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,256,1,0,9.0978
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,512,1,0,18.8134
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,0,0.0803
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,16,1,0,0.1043
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,32,1,0,0.1078
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,64,1,0,0.1113
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,128,1,0,0.1219
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,256,1,0,0.1377
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,512,1,0,0.1597
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1024,1,0,0.1998
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1536,1,0,0.2552
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,2048,1,0,0.3025
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,3072,1,0,0.4039
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,4096,1,0,0.5122
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,6144,1,0,0.7638
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,8192,1,0,1.0790
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,10240,1,0,1.3975
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,12288,1,0,1.7156
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,16384,1,0,2.3898
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,32768,1,0,6.1216
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,0,0.0836
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,16,1,0,0.1105
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,32,1,0,0.1106
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,64,1,0,0.1193
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,128,1,0,0.1337
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,256,1,0,0.1601
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,512,1,0,0.2006
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1024,1,0,0.2950
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1536,1,0,0.3918
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,2048,1,0,0.4894
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,3072,1,0,0.7078
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,4096,1,0,0.9903
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,6144,1,0,1.5187
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,8192,1,0,2.0347
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,10240,1,0,2.6426
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,12288,1,0,3.2674
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,16384,1,0,4.6897
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,32768,1,0,12.0822
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,0,0.0864
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,16,1,0,0.1128
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,32,1,0,0.1163
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,64,1,0,0.1345
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,128,1,0,0.1562
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,256,1,0,0.2033
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,512,1,0,0.3058
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1024,1,0,0.4891
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1536,1,0,0.6939
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,2048,1,0,0.9477
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,3072,1,0,1.4184
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,4096,1,0,1.8569
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,6144,1,0,2.8663
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,8192,1,0,3.9746
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,10240,1,0,5.1485
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,12288,1,0,6.4183
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,16384,1,0,9.2302
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,32768,1,0,24.2042
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,0,0.0904
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,16,1,0,0.1226
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,32,1,0,0.1329
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,64,1,0,0.1550
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,128,1,0,0.1998
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,256,1,0,0.3035
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,512,1,0,0.5174
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1024,1,0,0.9410
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1536,1,0,1.3894
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,2048,1,0,1.7680
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,3072,1,0,2.6653
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,4096,1,0,3.6129
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,6144,1,0,5.6299
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,8192,1,0,7.8087
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,10240,1,0,10.1734
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,12288,1,0,12.6886
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,16384,1,0,18.3021
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,0,0.0954
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,16,1,0,0.1350
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,32,1,0,0.1548
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,64,1,0,0.1992
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,128,1,0,0.2988
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,256,1,0,0.5028
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,512,1,0,1.0047
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1024,1,0,1.7502
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1536,1,0,2.6064
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,2048,1,0,3.4284
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,3072,1,0,5.2255
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,4096,1,0,7.0966
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,6144,1,0,11.0973
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,8192,1,0,15.4612
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,0,0.1007
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,16,1,0,0.1552
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,32,1,0,0.1990
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,64,1,0,0.2971
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,128,1,0,0.4979
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,256,1,0,0.9666
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,512,1,0,1.8701
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1024,1,0,3.3870
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1536,1,0,5.0910
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,2048,1,0,6.7311
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,3072,1,0,10.3010
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,4096,1,0,14.0277
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,0,0.1026
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,16,1,0,0.2005
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,32,1,0,0.2983
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,64,1,0,0.4949
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,128,1,0,0.9573
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,256,1,0,1.7807
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,512,1,0,3.6402
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1024,1,0,6.6439
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1536,1,0,10.0291
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,2048,1,0,13.3057
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,0,0.1115
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,16,1,0,0.2987
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,32,1,0,0.4977
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,64,1,0,0.9571
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,128,1,0,1.7606
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,256,1,0,3.4447
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,512,1,0,7.1583
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1024,1,0,13.1220
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,0,0.1313
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,16,1,0,0.5003
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,32,1,0,0.9575
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,64,1,0,1.7591
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,128,1,0,3.4035
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,256,1,0,6.7515
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,512,1,0,14.1613
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,0,0.0774
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,16,1,0,0.0996
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,32,1,0,0.1049
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,64,1,0,0.1047
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,128,1,0,0.1153
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,256,1,0,0.1285
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,512,1,0,0.1473
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1024,1,0,0.1829
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1536,1,0,0.2196
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,2048,1,0,0.2702
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,3072,1,0,0.3625
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,4096,1,0,0.4514
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,6144,1,0,0.6323
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,8192,1,0,0.8756
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,10240,1,0,1.1113
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,12288,1,0,1.3467
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,16384,1,0,1.7791
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,32768,1,0,4.1944
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,0,0.0810
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,16,1,0,0.1037
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,32,1,0,0.1060
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,64,1,0,0.1102
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,128,1,0,0.1277
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,256,1,0,0.1523
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,512,1,0,0.1880
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1024,1,0,0.2632
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1536,1,0,0.3496
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,2048,1,0,0.4325
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,3072,1,0,0.6038
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,4096,1,0,0.8314
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,6144,1,0,1.2355
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,8192,1,0,1.6031
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,10240,1,0,2.0521
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,12288,1,0,2.5036
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,16384,1,0,3.4804
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,32768,1,0,8.2957
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,0,0.0843
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,16,1,0,0.1055
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,32,1,0,0.1108
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,64,1,0,0.1217
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,128,1,0,0.1496
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,256,1,0,0.1880
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,512,1,0,0.2619
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1024,1,0,0.4205
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1536,1,0,0.5926
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,2048,1,0,0.8260
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,3072,1,0,1.1932
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,4096,1,0,1.5144
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,6144,1,0,2.3079
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,8192,1,0,3.1273
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,10240,1,0,4.0038
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,12288,1,0,4.9159
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,16384,1,0,6.8722
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,32768,1,0,16.4947
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,0,0.0879
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,16,1,0,0.1105
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,32,1,0,0.1249
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,64,1,0,0.1492
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,128,1,0,0.1849
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,256,1,0,0.2656
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,512,1,0,0.4327
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1024,1,0,0.8099
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1536,1,0,1.1669
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,2048,1,0,1.4907
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,3072,1,0,2.2316
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,4096,1,0,2.9454
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,6144,1,0,4.5111
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,8192,1,0,6.1615
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,10240,1,0,7.9090
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,12288,1,0,9.7210
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,16384,1,0,13.6176
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,0,0.0931
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,16,1,0,0.1237
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,32,1,0,0.1487
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,64,1,0,0.1846
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,128,1,0,0.2627
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,256,1,0,0.4293
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,512,1,0,0.8338
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1024,1,0,1.4645
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1536,1,0,2.1796
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,2048,1,0,2.8926
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,3072,1,0,4.3630
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,4096,1,0,5.8042
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,6144,1,0,8.9229
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,8192,1,0,12.2062
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,0,0.0966
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,16,1,0,0.1489
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,32,1,0,0.1854
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,64,1,0,0.2621
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,128,1,0,0.4235
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,256,1,0,0.8187
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,512,1,0,1.5169
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1024,1,0,2.8410
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1536,1,0,4.2537
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,2048,1,0,5.6775
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,3072,1,0,8.6123
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,4096,1,0,11.4880
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,0,0.0986
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,16,1,0,0.1848
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,32,1,0,0.2629
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,64,1,0,0.4229
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,128,1,0,0.8133
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,256,1,0,1.4785
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,512,1,0,2.9491
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1024,1,0,5.5820
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1536,1,0,8.3894
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,2048,1,0,11.2361
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,0,0.1069
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,16,1,0,0.2625
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,32,1,0,0.4238
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,64,1,0,0.8100
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,128,1,0,1.4729
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,256,1,0,2.8522
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,512,1,0,5.7907
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1024,1,0,11.0475
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,0,0.1260
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,16,1,0,0.4202
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,32,1,0,0.8121
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,64,1,0,1.4678
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,128,1,0,2.8326
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,256,1,0,5.5980
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,512,1,0,11.4693
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,0,0.0764
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,16,1,0,0.0987
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,32,1,0,0.1025
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,64,1,0,0.1032
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,128,1,0,0.1096
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,256,1,0,0.1212
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,512,1,0,0.1385
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1024,1,0,0.1723
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1536,1,0,0.2065
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,2048,1,0,0.2488
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,3072,1,0,0.3214
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,4096,1,0,0.4129
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,6144,1,0,0.5746
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,8192,1,0,0.8124
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,10240,1,0,0.9982
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,12288,1,0,1.1759
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,16384,1,0,1.4878
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,32768,1,0,3.2497
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,0,0.0790
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,16,1,0,0.1019
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,32,1,0,0.1032
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,64,1,0,0.1078
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,128,1,0,0.1210
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,256,1,0,0.1491
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,512,1,0,0.1750
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1024,1,0,0.2469
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1536,1,0,0.3145
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,2048,1,0,0.3971
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,3072,1,0,0.5555
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,4096,1,0,0.7755
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,6144,1,0,1.1154
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,8192,1,0,1.4002
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,10240,1,0,1.7746
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,12288,1,0,2.1433
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,16384,1,0,2.8956
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,32768,1,0,6.4169
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,0,0.0841
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,16,1,0,0.1031
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,32,1,0,0.1075
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,64,1,0,0.1254
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,128,1,0,0.1469
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,256,1,0,0.1823
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,512,1,0,0.2508
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1024,1,0,0.3910
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1536,1,0,0.5436
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,2048,1,0,0.7500
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,3072,1,0,1.0902
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,4096,1,0,1.3845
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,6144,1,0,2.0537
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,8192,1,0,2.7142
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,10240,1,0,3.4463
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,12288,1,0,4.1846
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,16384,1,0,5.7006
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,32768,1,0,12.7231
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,0,0.0871
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,16,1,0,0.1075
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,32,1,0,0.1237
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,64,1,0,0.1458
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,128,1,0,0.1789
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,256,1,0,0.2523
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,512,1,0,0.3888
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1024,1,0,0.7370
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1536,1,0,1.0736
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,2048,1,0,1.3543
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,3072,1,0,1.9993
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,4096,1,0,2.6644
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,6144,1,0,4.0152
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,8192,1,0,5.3479
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,10240,1,0,6.8106
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,12288,1,0,8.2507
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,16384,1,0,11.3153
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,0,0.0919
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,16,1,0,0.1228
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,32,1,0,0.1472
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,64,1,0,0.1782
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,128,1,0,0.2493
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,256,1,0,0.3914
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,512,1,0,0.7457
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1024,1,0,1.3368
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1536,1,0,1.9663
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,2048,1,0,2.6044
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,3072,1,0,3.9062
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,4096,1,0,5.2163
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,6144,1,0,7.9239
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,8192,1,0,10.5960
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,0,0.0953
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,16,1,0,0.1442
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,32,1,0,0.1772
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,64,1,0,0.2481
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,128,1,0,0.3894
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,256,1,0,0.7401
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,512,1,0,1.3477
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1024,1,0,2.5764
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1536,1,0,3.8472
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,2048,1,0,5.1088
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,3072,1,0,7.6953
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,4096,1,0,10.3250
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,0,0.0974
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,16,1,0,0.1772
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,32,1,0,0.2480
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,64,1,0,0.3884
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,128,1,0,0.7354
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,256,1,0,1.3315
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,512,1,0,2.6042
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1024,1,0,5.0668
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1536,1,0,7.5815
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,2048,1,0,10.1111
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,0,0.1040
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,16,1,0,0.2486
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,32,1,0,0.3870
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,64,1,0,0.7336
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,128,1,0,1.3268
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,256,1,0,2.5616
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,512,1,0,5.1124
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1024,1,0,10.0273
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,0,0.1225
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,16,1,0,0.3929
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,32,1,0,0.7295
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,64,1,0,1.3227
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,128,1,0,2.5529
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,256,1,0,5.0177
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,512,1,0,10.1243
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,0,0.0742
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,16,1,0,0.0968
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,32,1,0,0.0999
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,64,1,0,0.1008
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,128,1,0,0.1051
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,256,1,0,0.1241
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,512,1,0,0.1335
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1024,1,0,0.1676
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1536,1,0,0.1973
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,2048,1,0,0.2391
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,3072,1,0,0.3053
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,4096,1,0,0.3844
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,6144,1,0,0.5330
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,8192,1,0,0.7589
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,10240,1,0,0.9198
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,12288,1,0,1.0824
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,16384,1,0,1.4429
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,32768,1,0,2.7913
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,0,0.0775
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,16,1,0,0.1000
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,32,1,0,0.1003
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,64,1,0,0.1049
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,128,1,0,0.1212
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,256,1,0,0.1434
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,512,1,0,0.1660
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1024,1,0,0.2368
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1536,1,0,0.3000
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,2048,1,0,0.3775
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,3072,1,0,0.5203
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,4096,1,0,0.7320
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,6144,1,0,1.0567
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,8192,1,0,1.3613
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,10240,1,0,1.6832
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,12288,1,0,1.9971
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,16384,1,0,2.6097
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,32768,1,0,5.4854
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,0,0.0802
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,16,1,0,0.1004
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,32,1,0,0.1036
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,64,1,0,0.1152
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,128,1,0,0.1402
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,256,1,0,0.1751
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,512,1,0,0.2373
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1024,1,0,0.3755
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1536,1,0,0.5125
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,2048,1,0,0.7193
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,3072,1,0,1.0397
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,4096,1,0,1.3129
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,6144,1,0,1.9425
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,8192,1,0,2.5813
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,10240,1,0,3.2254
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,12288,1,0,3.8696
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,16384,1,0,5.1245
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,32768,1,0,10.8645
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,0,0.0844
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,16,1,0,0.1043
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,32,1,0,0.1154
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,64,1,0,0.1402
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,128,1,0,0.1720
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,256,1,0,0.2427
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,512,1,0,0.3765
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1024,1,0,0.7120
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1536,1,0,1.0270
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,2048,1,0,1.2881
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,3072,1,0,1.9077
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,4096,1,0,2.5125
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,6144,1,0,3.7490
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,8192,1,0,5.0042
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,10240,1,0,6.3039
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,12288,1,0,7.6047
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,16384,1,0,10.1531
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,0,0.0894
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,16,1,0,0.1140
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,32,1,0,0.1402
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,64,1,0,0.1743
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,128,1,0,0.2392
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,256,1,0,0.3772
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,512,1,0,0.7065
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1024,1,0,1.2745
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1536,1,0,1.8901
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,2048,1,0,2.4749
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,3072,1,0,3.6802
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,4096,1,0,4.8959
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,6144,1,0,7.3691
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,8192,1,0,9.8699
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,0,0.0927
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,16,1,0,0.1400
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,32,1,0,0.1727
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,64,1,0,0.2413
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,128,1,0,0.3738
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,256,1,0,0.7073
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,512,1,0,1.2704
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1024,1,0,2.4542
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1536,1,0,3.6437
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,2048,1,0,4.8377
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,3072,1,0,7.2507
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,4096,1,0,9.6695
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,0,0.0934
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,16,1,0,0.1720
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,32,1,0,0.2401
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,64,1,0,0.3747
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,128,1,0,0.7045
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,256,1,0,1.2592
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,512,1,0,2.4516
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1024,1,0,4.8066
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1536,1,0,7.1936
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,2048,1,0,9.5658
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,0,0.1000
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,16,1,0,0.2398
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,32,1,0,0.3734
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,64,1,0,0.7023
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,128,1,0,1.2552
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,256,1,0,2.4191
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,512,1,0,4.7990
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1024,1,0,9.5129
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,0,0.1179
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,16,1,0,0.3794
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,32,1,0,0.7078
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,64,1,0,1.2556
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,128,1,0,2.4143
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,256,1,0,4.7293
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,512,1,0,9.4756
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,0,0.1589
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,16,1,0,0.1889
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,32,1,0,0.2138
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,64,1,0,0.2438
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,256,1,0,0.2440
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,512,1,0,0.3818
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1024,1,0,0.6925
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1536,1,0,1.0252
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,2048,1,0,1.3850
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,3072,1,0,2.1563
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,4096,1,0,2.8923
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,6144,1,0,4.8479
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,8192,1,0,7.1710
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,10240,1,0,9.7700
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,12288,1,0,12.9702
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,16384,1,0,20.3969
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,32768,1,0,68.0137
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,0,0.1533
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,16,1,0,0.1796
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,32,1,0,0.1915
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,64,1,0,0.2310
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,256,1,0,0.3746
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,512,1,0,0.6694
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1024,1,0,1.2963
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1536,1,0,1.9567
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,2048,1,0,2.5280
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,3072,1,0,4.0511
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,4096,1,0,5.7463
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,6144,1,0,9.6056
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,8192,1,0,14.2618
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,10240,1,0,19.4804
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,12288,1,0,26.0184
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,16384,1,0,41.9816
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,32768,1,0,136.4316
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,0,0.1547
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,16,1,0,0.1921
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,32,1,0,0.2322
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,64,1,0,0.3201
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,256,1,0,0.6570
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,512,1,0,1.2494
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1024,1,0,2.3522
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1536,1,0,3.6395
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,2048,1,0,5.0262
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,3072,1,0,7.9882
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,4096,1,0,11.4049
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,6144,1,0,18.8899
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,8192,1,0,29.1803
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,10240,1,0,39.5522
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,12288,1,0,53.2217
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,16384,1,0,84.0952
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,32768,1,0,272.9439
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,0,0.1598
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,16,1,0,0.2340
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,32,1,0,0.3198
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,64,1,0,0.5125
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,256,1,0,1.2253
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,512,1,0,2.2573
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1024,1,0,4.6747
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1536,1,0,7.1887
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,2048,1,0,9.9732
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,3072,1,0,15.7262
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,4096,1,0,22.5896
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,6144,1,0,40.3143
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,8192,1,0,57.9385
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,10240,1,0,81.3603
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,12288,1,0,107.1632
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,16384,1,0,169.4371
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,0,0.1662
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,16,1,0,0.3225
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,32,1,0,0.5143
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,64,1,0,0.9205
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,256,1,0,2.2072
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,512,1,0,4.4787
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1024,1,0,9.2688
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1536,1,0,14.0848
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,2048,1,0,19.7215
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,3072,1,0,32.3373
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,4096,1,0,45.8211
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,6144,1,0,78.5877
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,8192,1,0,116.8024
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,0,0.1809
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,16,1,0,0.5192
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,32,1,0,0.9199
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,64,1,0,1.7447
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,256,1,0,4.3778
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,512,1,0,8.8939
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1024,1,0,18.3851
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1536,1,0,28.5449
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,2048,1,0,43.3833
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,3072,1,0,64.3585
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,4096,1,0,92.3645
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,0,0.1907
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,16,1,0,0.9313
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,32,1,0,1.7459
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,64,1,0,3.2356
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,256,1,0,8.6885
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,512,1,0,17.5298
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1024,1,0,40.0142
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1536,1,0,57.0199
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,2048,1,0,81.1373
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,0,0.2353
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,16,1,0,1.7678
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,32,1,0,3.2309
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,64,1,0,6.3829
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,256,1,0,17.1686
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,512,1,0,37.0157
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1024,1,0,74.1210
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,0,0.3240
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,16,1,0,3.2823
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,32,1,0,6.3857
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,64,1,0,12.6344
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,256,1,0,36.2648
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,512,1,0,71.5904
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,0,0.1095
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,16,1,0,0.1397
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,32,1,0,0.1469
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,64,1,0,0.1520
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,128,1,0,0.1719
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,256,1,0,0.1797
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,512,1,0,0.2629
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1024,1,0,0.4341
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1536,1,0,0.6319
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,2048,1,0,0.8318
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,3072,1,0,1.2695
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,4096,1,0,1.6947
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,6144,1,0,2.7746
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,8192,1,0,4.0684
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,10240,1,0,5.4698
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,12288,1,0,7.0766
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,16384,1,0,10.8768
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,32768,1,0,34.6729
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,0,0.1283
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,16,1,0,0.1481
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,32,1,0,0.1513
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,64,1,0,0.1703
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,128,1,0,0.2198
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,256,1,0,0.2575
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,512,1,0,0.4232
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1024,1,0,0.7864
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1536,1,0,1.1701
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,2048,1,0,1.5128
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,3072,1,0,2.3772
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,4096,1,0,3.3516
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,6144,1,0,5.4790
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,8192,1,0,7.9358
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,10240,1,0,10.7301
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,12288,1,0,14.0059
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,16384,1,0,21.8629
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,32768,1,0,71.3384
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,0,0.1312
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,16,1,0,0.1529
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,32,1,0,0.1711
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,64,1,0,0.2169
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,128,1,0,0.3306
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,256,1,0,0.4162
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,512,1,0,0.7641
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1024,1,0,1.4256
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1536,1,0,2.1753
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,2048,1,0,2.9903
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,3072,1,0,4.6760
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,4096,1,0,6.5081
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,6144,1,0,10.7197
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,8192,1,0,15.8236
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,10240,1,0,21.4488
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,12288,1,0,28.5993
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,16384,1,0,45.2805
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,32768,1,0,142.3793
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,0,0.1351
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,16,1,0,0.1724
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,32,1,0,0.2172
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,64,1,0,0.3239
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,128,1,0,0.5497
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,256,1,0,0.7516
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,512,1,0,1.3770
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1024,1,0,2.8092
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1536,1,0,4.2731
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,2048,1,0,5.7787
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,3072,1,0,9.1084
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,4096,1,0,12.9581
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,6144,1,0,21.4021
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,8192,1,0,32.2628
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,10240,1,0,43.9057
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,12288,1,0,57.5205
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,16384,1,0,90.5471
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,0,0.1404
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,16,1,0,0.2187
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,32,1,0,0.3248
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,64,1,0,0.5372
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,128,1,0,1.0045
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,256,1,0,1.3516
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,512,1,0,2.7135
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1024,1,0,5.4250
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1536,1,0,8.2996
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,2048,1,0,11.5214
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,3072,1,0,18.2263
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,4096,1,0,25.8727
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,6144,1,0,45.5823
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,8192,1,0,64.9767
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,0,0.1491
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,16,1,0,0.3276
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,32,1,0,0.5374
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,64,1,0,0.9793
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,128,1,0,1.8467
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,256,1,0,2.6612
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,512,1,0,5.2433
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1024,1,0,10.8197
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1536,1,0,16.5492
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,2048,1,0,22.9801
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,3072,1,0,39.8998
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,4096,1,0,52.1146
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,0,0.1539
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,16,1,0,0.5424
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,32,1,0,0.9778
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,64,1,0,1.8026
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,128,1,0,3.6414
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,256,1,0,5.1411
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,512,1,0,10.4417
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1024,1,0,21.4959
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1536,1,0,34.7845
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,2048,1,0,47.3006
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,0,0.1728
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,16,1,0,0.9892
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,32,1,0,1.8005
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,64,1,0,3.5268
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,128,1,0,7.0864
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,256,1,0,10.2448
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,512,1,0,20.8347
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1024,1,0,44.7961
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,0,0.2196
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,16,1,0,1.8215
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,32,1,0,3.5400
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,64,1,0,6.8702
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,128,1,0,13.9876
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,256,1,0,20.4312
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,512,1,0,44.5762
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,0,0.1112
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,16,1,0,0.1252
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,32,1,0,0.1315
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,64,1,0,0.1327
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,128,1,0,0.1463
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,256,1,0,0.1478
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,512,1,0,0.1950
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1024,1,0,0.2939
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1536,1,0,0.3997
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,2048,1,0,0.5190
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,3072,1,0,0.7749
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,4096,1,0,1.0174
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,6144,1,0,1.6269
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,8192,1,0,2.3738
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,10240,1,0,3.1518
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,12288,1,0,4.0243
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,16384,1,0,5.9938
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,32768,1,0,18.1641
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,0,0.1151
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,16,1,0,0.1326
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,32,1,0,0.1336
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,64,1,0,0.1451
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,128,1,0,0.1702
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,256,1,0,0.1902
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,512,1,0,0.2906
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1024,1,0,0.4997
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1536,1,0,0.7266
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,2048,1,0,0.9297
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,3072,1,0,1.4267
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,4096,1,0,2.0130
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,6144,1,0,3.2240
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,8192,1,0,4.5806
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,10240,1,0,6.1118
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,12288,1,0,7.8245
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,16384,1,0,11.9102
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,32768,1,0,36.6945
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,0,0.1185
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,16,1,0,0.1340
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,32,1,0,0.1455
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,64,1,0,0.1693
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,128,1,0,0.2308
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,256,1,0,0.2868
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,512,1,0,0.4871
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1024,1,0,0.8830
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1536,1,0,1.3292
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,2048,1,0,1.8342
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,3072,1,0,2.8218
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,4096,1,0,3.8627
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,6144,1,0,6.2283
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,8192,1,0,9.0152
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,10240,1,0,12.0547
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,12288,1,0,15.5135
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,16384,1,0,24.0378
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,32768,1,0,75.2796
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,0,0.1220
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,16,1,0,0.1456
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,32,1,0,0.1689
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,64,1,0,0.2278
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,128,1,0,0.3638
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,256,1,0,0.4793
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,512,1,0,0.8598
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1024,1,0,1.7411
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1536,1,0,2.6233
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,2048,1,0,3.4973
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,3072,1,0,5.4297
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,4096,1,0,7.5579
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,6144,1,0,12.3256
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,8192,1,0,17.9324
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,10240,1,0,24.2983
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,12288,1,0,31.5848
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,16384,1,0,48.7352
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,0,0.1272
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,16,1,0,0.1698
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,32,1,0,0.2286
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,64,1,0,0.3562
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,128,1,0,0.6233
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,256,1,0,0.8485
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,512,1,0,1.6937
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1024,1,0,3.3137
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1536,1,0,5.0223
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,2048,1,0,6.8466
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,3072,1,0,10.7042
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,4096,1,0,15.0616
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,6144,1,0,24.6416
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,8192,1,0,38.1084
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,0,0.1321
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,16,1,0,0.2303
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,32,1,0,0.3567
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,64,1,0,0.6098
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,128,1,0,1.1172
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,256,1,0,1.6691
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,512,1,0,3.2261
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1024,1,0,6.4803
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1536,1,0,9.8909
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,2048,1,0,13.6318
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,3072,1,0,21.4265
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,4096,1,0,30.2982
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,0,0.1345
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,16,1,0,0.3599
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,32,1,0,0.6101
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,64,1,0,1.0934
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,128,1,0,2.2037
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,256,1,0,3.1766
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,512,1,0,6.2948
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1024,1,0,12.9363
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1536,1,0,19.6551
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,2048,1,0,27.2626
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,0,0.1454
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,16,1,0,0.6157
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,32,1,0,1.0938
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,64,1,0,2.1548
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,128,1,0,4.2326
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,256,1,0,6.2038
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,512,1,0,12.6274
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1024,1,0,25.8452
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,0,0.1761
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,16,1,0,1.1040
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,32,1,0,2.1533
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,64,1,0,4.1395
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,128,1,0,8.2945
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,256,1,0,12.3602
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,512,1,0,25.1025
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,0,0.1097
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,16,1,0,0.1310
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,32,1,0,0.1328
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,64,1,0,0.1391
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,128,1,0,0.1543
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,256,1,0,0.1320
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,512,1,0,0.1640
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1024,1,0,0.2281
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1536,1,0,0.2951
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,2048,1,0,0.3704
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,3072,1,0,0.5220
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,4096,1,0,0.6785
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,6144,1,0,1.0457
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,8192,1,0,1.5152
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,10240,1,0,1.9890
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,12288,1,0,2.4914
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,16384,1,0,3.5986
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,32768,1,0,9.9109
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,0,0.1146
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,16,1,0,0.1340
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,32,1,0,0.1384
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,64,1,0,0.1531
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,128,1,0,0.1786
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,256,1,0,0.1599
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,512,1,0,0.2218
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1024,1,0,0.3595
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1536,1,0,0.4941
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,2048,1,0,0.6333
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,3072,1,0,0.9480
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,4096,1,0,1.3338
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,6144,1,0,2.0881
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,8192,1,0,2.8935
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,10240,1,0,3.8061
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,12288,1,0,4.7934
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,16384,1,0,7.0647
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,32768,1,0,19.8008
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,0,0.1155
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,16,1,0,0.1396
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,32,1,0,0.1535
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,64,1,0,0.1782
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,128,1,0,0.2334
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,256,1,0,0.2175
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,512,1,0,0.3545
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1024,1,0,0.6113
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1536,1,0,0.8975
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,2048,1,0,1.2455
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,3072,1,0,1.8899
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,4096,1,0,2.5356
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,6144,1,0,3.9975
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,8192,1,0,5.6456
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,10240,1,0,7.4598
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,12288,1,0,9.4566
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,16384,1,0,13.9684
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,32768,1,0,40.7336
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,0,0.1207
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,16,1,0,0.1550
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,32,1,0,0.1790
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,64,1,0,0.2316
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,128,1,0,0.3701
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,256,1,0,0.3494
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,512,1,0,0.6003
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1024,1,0,1.1997
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1536,1,0,1.7883
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,2048,1,0,2.3541
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,3072,1,0,3.5902
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,4096,1,0,4.9281
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,6144,1,0,7.8480
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,8192,1,0,11.1221
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,10240,1,0,14.7991
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,12288,1,0,18.8416
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,16384,1,0,28.3259
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,0,0.1301
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,16,1,0,0.1788
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,32,1,0,0.2324
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,64,1,0,0.3635
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,128,1,0,0.6415
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,256,1,0,0.5927
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,512,1,0,1.1758
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1024,1,0,2.2633
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1536,1,0,3.3900
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,2048,1,0,4.5672
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,3072,1,0,7.0347
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,4096,1,0,9.6996
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,6144,1,0,15.5252
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,8192,1,0,22.3863
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,0,0.1368
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,16,1,0,0.2336
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,32,1,0,0.3635
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,64,1,0,0.6363
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,128,1,0,1.1577
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,256,1,0,1.1627
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,512,1,0,2.2130
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1024,1,0,4.3862
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1536,1,0,6.6345
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,2048,1,0,8.9772
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,3072,1,0,13.9652
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,4096,1,0,19.4408
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,0,0.1399
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,16,1,0,0.3656
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,32,1,0,0.6392
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,64,1,0,1.1463
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,128,1,0,2.2664
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,256,1,0,2.1874
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,512,1,0,4.2917
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1024,1,0,8.6154
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1536,1,0,13.1236
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,2048,1,0,18.0332
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,0,0.1538
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,16,1,0,0.6397
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,32,1,0,1.1458
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,64,1,0,2.2424
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,128,1,0,4.3770
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,256,1,0,4.2441
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,512,1,0,8.4430
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1024,1,0,17.3240
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,0,0.1850
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,16,1,0,1.1513
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,32,1,0,2.2423
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,64,1,0,4.3259
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,128,1,0,8.5945
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,256,1,0,8.3333
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,512,1,0,16.8987
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,0,0.0983
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,16,1,0,0.1129
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,32,1,0,0.1185
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,64,1,0,0.1181
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,128,1,0,0.1361
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,256,1,0,0.1232
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,512,1,0,0.1493
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1024,1,0,0.2001
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1536,1,0,0.2562
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,2048,1,0,0.3032
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,3072,1,0,0.4035
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,4096,1,0,0.5127
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,6144,1,0,0.7642
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,8192,1,0,1.0800
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,10240,1,0,1.3945
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,12288,1,0,1.7156
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,16384,1,0,2.3913
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,32768,1,0,6.1060
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,0,0.1031
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,16,1,0,0.1195
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,32,1,0,0.1225
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,64,1,0,0.1354
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,128,1,0,0.1580
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,256,1,0,0.1467
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,512,1,0,0.1924
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1024,1,0,0.2962
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1536,1,0,0.3929
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,2048,1,0,0.4905
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,3072,1,0,0.7077
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,4096,1,0,0.9919
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,6144,1,0,1.5175
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,8192,1,0,2.0399
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,10240,1,0,2.6408
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,12288,1,0,3.2655
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,16384,1,0,4.6817
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,32768,1,0,12.0717
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,0,0.1050
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,16,1,0,0.1223
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,32,1,0,0.1318
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,64,1,0,0.1564
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,128,1,0,0.1905
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,256,1,0,0.1898
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,512,1,0,0.2845
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1024,1,0,0.4897
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1536,1,0,0.6918
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,2048,1,0,0.9483
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,3072,1,0,1.4196
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,4096,1,0,1.8566
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,6144,1,0,2.8677
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,8192,1,0,3.9756
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,10240,1,0,5.1534
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,12288,1,0,6.4234
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,16384,1,0,9.2287
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,32768,1,0,24.1049
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,0,0.1090
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,16,1,0,0.1364
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,32,1,0,0.1561
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,64,1,0,0.1901
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,128,1,0,0.2615
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,256,1,0,0.2812
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,512,1,0,0.4741
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1024,1,0,0.9435
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1536,1,0,1.3914
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,2048,1,0,1.7662
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,3072,1,0,2.6654
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,4096,1,0,3.6173
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,6144,1,0,5.6216
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,8192,1,0,7.8115
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,10240,1,0,10.1847
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,12288,1,0,12.6881
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,16384,1,0,18.4236
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,0,0.1175
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,16,1,0,0.1577
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,32,1,0,0.1904
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,64,1,0,0.2595
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,128,1,0,0.4291
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,256,1,0,0.4682
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,512,1,0,0.9144
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1024,1,0,1.7479
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1536,1,0,2.6033
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,2048,1,0,3.4324
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,3072,1,0,5.2177
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,4096,1,0,7.0904
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,6144,1,0,11.0937
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,8192,1,0,15.4558
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,0,0.1212
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,16,1,0,0.1915
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,32,1,0,0.2602
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,64,1,0,0.4256
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,128,1,0,0.7594
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,256,1,0,0.9069
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,512,1,0,1.6987
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1024,1,0,3.3928
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1536,1,0,5.0898
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,2048,1,0,6.7355
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,3072,1,0,10.2967
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,4096,1,0,14.0850
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,0,0.1219
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,16,1,0,0.2617
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,32,1,0,0.4264
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,64,1,0,0.7514
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,128,1,0,1.4728
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,256,1,0,1.6853
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,512,1,0,3.2954
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1024,1,0,6.6447
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1536,1,0,10.0290
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,2048,1,0,13.3060
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,0,0.1398
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,16,1,0,0.4275
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,32,1,0,0.7528
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,64,1,0,1.4623
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,128,1,0,2.7785
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,256,1,0,3.2687
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,512,1,0,6.4615
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1024,1,0,13.1374
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,0,0.1631
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,16,1,0,0.7567
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,32,1,0,1.4626
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,64,1,0,2.7530
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,128,1,0,5.4356
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,256,1,0,6.4154
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,512,1,0,12.7573
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,0,0.0926
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,16,1,0,0.1092
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,32,1,0,0.1147
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,64,1,0,0.1143
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,128,1,0,0.1242
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,256,1,0,0.1162
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,512,1,0,0.1425
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1024,1,0,0.1817
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1536,1,0,0.2200
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,2048,1,0,0.2714
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,3072,1,0,0.3594
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,4096,1,0,0.4513
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,6144,1,0,0.6311
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,8192,1,0,0.8774
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,10240,1,0,1.1108
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,12288,1,0,1.3450
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,16384,1,0,1.7803
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,32768,1,0,4.1954
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,0,0.0984
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,16,1,0,0.1146
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,32,1,0,0.1163
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,64,1,0,0.1196
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,128,1,0,0.1407
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,256,1,0,0.1388
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,512,1,0,0.1783
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1024,1,0,0.2641
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1536,1,0,0.3479
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,2048,1,0,0.4342
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,3072,1,0,0.6029
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,4096,1,0,0.8310
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,6144,1,0,1.2338
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,8192,1,0,1.6031
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,10240,1,0,2.0505
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,12288,1,0,2.5062
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,16384,1,0,3.4873
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,32768,1,0,8.2949
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,0,0.1008
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,16,1,0,0.1164
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,32,1,0,0.1213
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,64,1,0,0.1434
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,128,1,0,0.1706
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,256,1,0,0.1751
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,512,1,0,0.2566
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1024,1,0,0.4199
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1536,1,0,0.5934
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,2048,1,0,0.8250
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,3072,1,0,1.1926
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,4096,1,0,1.5145
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,6144,1,0,2.3060
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,8192,1,0,3.1337
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,10240,1,0,4.0043
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,12288,1,0,4.9075
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,16384,1,0,6.8667
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,32768,1,0,16.4734
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,0,0.1048
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,16,1,0,0.1210
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,32,1,0,0.1369
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,64,1,0,0.1688
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,128,1,0,0.2201
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,256,1,0,0.2537
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,512,1,0,0.4102
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1024,1,0,0.8109
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1536,1,0,1.1692
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,2048,1,0,1.4916
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,3072,1,0,2.2304
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,4096,1,0,2.9482
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,6144,1,0,4.5178
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,8192,1,0,6.1634
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,10240,1,0,7.9063
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,12288,1,0,9.7282
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,16384,1,0,13.6246
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,0,0.1096
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,16,1,0,0.1355
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,32,1,0,0.1698
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,64,1,0,0.2189
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,128,1,0,0.3228
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,256,1,0,0.4071
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,512,1,0,0.7930
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1024,1,0,1.4628
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1536,1,0,2.1811
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,2048,1,0,2.8933
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,3072,1,0,4.3648
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,4096,1,0,5.8065
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,6144,1,0,8.9176
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,8192,1,0,12.2101
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,0,0.1148
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,16,1,0,0.1703
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,32,1,0,0.2190
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,64,1,0,0.3217
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,128,1,0,0.5476
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,256,1,0,0.7868
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,512,1,0,1.4356
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1024,1,0,2.8448
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1536,1,0,4.2585
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,2048,1,0,5.6814
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,3072,1,0,8.6072
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,4096,1,0,11.4916
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,0,0.1169
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,16,1,0,0.2203
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,32,1,0,0.3221
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,64,1,0,0.5451
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,128,1,0,1.0733
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,256,1,0,1.4281
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,512,1,0,2.7879
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1024,1,0,5.5797
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1536,1,0,8.3934
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,2048,1,0,11.2350
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,0,0.1226
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,16,1,0,0.3234
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,32,1,0,0.5460
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,64,1,0,1.0662
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,128,1,0,1.9735
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,256,1,0,2.7774
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,512,1,0,5.4825
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1024,1,0,11.0461
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,0,0.1421
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,16,1,0,0.5464
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,32,1,0,1.0664
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,64,1,0,1.9629
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,128,1,0,3.8254
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,256,1,0,5.4649
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,512,1,0,10.8713
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,0,0.0935
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,16,1,0,0.1080
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,32,1,0,0.1151
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,64,1,0,0.1123
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,128,1,0,0.1201
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,256,1,0,0.1176
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,512,1,0,0.1390
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1024,1,0,0.1717
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1536,1,0,0.2055
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,2048,1,0,0.2483
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,3072,1,0,0.3191
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,4096,1,0,0.4111
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,6144,1,0,0.5736
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,8192,1,0,0.8138
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,10240,1,0,0.9993
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,12288,1,0,1.1752
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,16384,1,0,1.4902
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,32768,1,0,3.2557
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,0,0.0961
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,16,1,0,0.1120
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,32,1,0,0.1140
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,64,1,0,0.1167
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,128,1,0,0.1311
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,256,1,0,0.1352
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,512,1,0,0.1728
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1024,1,0,0.2456
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1536,1,0,0.3122
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,2048,1,0,0.3998
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,3072,1,0,0.5561
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,4096,1,0,0.7765
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,6144,1,0,1.1175
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,8192,1,0,1.3991
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,10240,1,0,1.7746
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,12288,1,0,2.1395
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,16384,1,0,2.8936
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,32768,1,0,6.4254
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,0,0.0998
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,16,1,0,0.1134
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,32,1,0,0.1179
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,64,1,0,0.1317
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,128,1,0,0.1604
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,256,1,0,0.1686
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,512,1,0,0.2436
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1024,1,0,0.3916
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1536,1,0,0.5452
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,2048,1,0,0.7495
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,3072,1,0,1.0909
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,4096,1,0,1.3851
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,6144,1,0,2.0565
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,8192,1,0,2.7172
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,10240,1,0,3.4479
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,12288,1,0,4.1856
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,16384,1,0,5.6998
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,32768,1,0,12.7408
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,0,0.1044
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,16,1,0,0.1180
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,32,1,0,0.1308
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,64,1,0,0.1574
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,128,1,0,0.1997
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,256,1,0,0.2393
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,512,1,0,0.3841
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1024,1,0,0.7367
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1536,1,0,1.0723
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,2048,1,0,1.3552
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,3072,1,0,2.0010
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,4096,1,0,2.6621
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,6144,1,0,4.0148
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,8192,1,0,5.3505
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,10240,1,0,6.8033
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,12288,1,0,8.2481
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,16384,1,0,11.2955
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,0,0.1081
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,16,1,0,0.1297
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,32,1,0,0.1587
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,64,1,0,0.1971
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,128,1,0,0.2842
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,256,1,0,0.3795
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,512,1,0,0.7261
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1024,1,0,1.3362
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1536,1,0,1.9641
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,2048,1,0,2.6014
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,3072,1,0,3.9052
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,4096,1,0,5.2129
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,6144,1,0,7.9179
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,8192,1,0,10.5998
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,0,0.1125
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,16,1,0,0.1595
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,32,1,0,0.1983
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,64,1,0,0.2811
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,128,1,0,0.4473
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,256,1,0,0.7243
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,512,1,0,1.3192
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1024,1,0,2.5803
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1536,1,0,3.8444
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,2048,1,0,5.1132
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,3072,1,0,7.7015
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,4096,1,0,10.3087
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,0,0.1145
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,16,1,0,0.1985
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,32,1,0,0.2822
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,64,1,0,0.4444
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,128,1,0,0.8589
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,256,1,0,1.3160
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,512,1,0,2.5520
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1024,1,0,5.0567
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1536,1,0,7.5731
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,2048,1,0,10.1170
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,0,0.1188
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,16,1,0,0.2812
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,32,1,0,0.4455
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,64,1,0,0.8557
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,128,1,0,1.5816
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,256,1,0,2.5386
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,512,1,0,5.0012
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1024,1,0,10.0247
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,0,0.1372
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,16,1,0,0.4508
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,32,1,0,0.8567
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,64,1,0,1.5793
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,128,1,0,3.0572
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,256,1,0,4.9944
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,512,1,0,9.9237
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,0,0.0912
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,16,1,0,0.1057
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,32,1,0,0.1083
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,64,1,0,0.1095
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,128,1,0,0.1157
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,256,1,0,0.1141
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,512,1,0,0.1352
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1024,1,0,0.1681
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1536,1,0,0.1980
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,2048,1,0,0.2380
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,3072,1,0,0.3042
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,4096,1,0,0.3840
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,6144,1,0,0.5334
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,8192,1,0,0.7601
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,10240,1,0,0.9202
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,12288,1,0,1.0857
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,16384,1,0,1.4415
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,32768,1,0,2.7907
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,0,0.0936
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,16,1,0,0.1092
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,32,1,0,0.1096
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,64,1,0,0.1142
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,128,1,0,0.1259
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,256,1,0,0.1321
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,512,1,0,0.1675
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1024,1,0,0.2361
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1536,1,0,0.2994
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,2048,1,0,0.3759
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,3072,1,0,0.5195
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,4096,1,0,0.7319
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,6144,1,0,1.0583
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,8192,1,0,1.3591
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,10240,1,0,1.6796
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,12288,1,0,1.9963
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,16384,1,0,2.6104
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,32768,1,0,5.4915
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,0,0.0966
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,16,1,0,0.1098
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,32,1,0,0.1136
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,64,1,0,0.1253
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,128,1,0,0.1533
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,256,1,0,0.1642
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,512,1,0,0.2356
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1024,1,0,0.3755
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1536,1,0,0.5126
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,2048,1,0,0.7194
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,3072,1,0,1.0382
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,4096,1,0,1.3133
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,6144,1,0,1.9433
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,8192,1,0,2.5783
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,10240,1,0,3.2249
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,12288,1,0,3.8644
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,16384,1,0,5.1207
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,32768,1,0,10.8708
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,0,0.1011
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,16,1,0,0.1149
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,32,1,0,0.1269
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,64,1,0,0.1520
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,128,1,0,0.1874
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,256,1,0,0.2323
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,512,1,0,0.3717
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1024,1,0,0.7124
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1536,1,0,1.0263
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,2048,1,0,1.2886
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,3072,1,0,1.9096
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,4096,1,0,2.5153
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,6144,1,0,3.7472
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,8192,1,0,5.0042
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,10240,1,0,6.3104
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,12288,1,0,7.5939
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,16384,1,0,10.1495
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,0,0.1066
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,16,1,0,0.1256
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,32,1,0,0.1518
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,64,1,0,0.1854
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,128,1,0,0.2619
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,256,1,0,0.3675
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,512,1,0,0.7053
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1024,1,0,1.2739
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1536,1,0,1.8860
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,2048,1,0,2.4762
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,3072,1,0,3.6791
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,4096,1,0,4.8972
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,6144,1,0,7.3701
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,8192,1,0,9.8783
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,0,0.1106
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,16,1,0,0.1521
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,32,1,0,0.1868
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,64,1,0,0.2612
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,128,1,0,0.4076
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,256,1,0,0.7004
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,512,1,0,1.2642
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1024,1,0,2.4594
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1536,1,0,3.6395
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,2048,1,0,4.8404
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,3072,1,0,7.2504
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,4096,1,0,9.6732
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,0,0.1113
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,16,1,0,0.1871
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,32,1,0,0.2601
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,64,1,0,0.4053
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,128,1,0,0.7623
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,256,1,0,1.2606
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,512,1,0,2.4387
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1024,1,0,4.8038
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1536,1,0,7.1850
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,2048,1,0,9.5633
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,0,0.1159
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,16,1,0,0.2616
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,32,1,0,0.4051
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,64,1,0,0.7603
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,128,1,0,1.3829
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,256,1,0,2.4371
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,512,1,0,4.7781
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1024,1,0,9.5235
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,0,0.1340
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,16,1,0,0.4131
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,32,1,0,0.7651
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,64,1,0,1.3788
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,128,1,0,2.6800
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,256,1,0,4.7730
VLLM,0.19.0,NVIDIA H200,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,512,1,0,9.4619
