framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,latency
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2,0.1356
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4,0.1341
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8,0.1353
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16,0.1370
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32,0.1382
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,64,0.1375
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,128,0.1387
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,256,0.1375
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,512,0.1408
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,1024,0.1429
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2048,0.1457
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4096,0.1497
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8192,0.1547
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16384,0.1678
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32768,0.1613
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,65536,0.1661
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,131072,0.1793
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2,0.1422
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4,0.1435
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8,0.1427
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16,0.1425
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32,0.1418
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,64,0.1425
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,128,0.1423
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,256,0.1434
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,512,0.1457
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,1024,0.1485
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2048,0.1506
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4096,0.1581
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8192,0.1670
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16384,0.1598
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32768,0.1665
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,65536,0.1769
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,131072,0.2033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2,0.1459
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4,0.1462
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8,0.1451
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16,0.1473
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32,0.1464
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,64,0.1464
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,128,0.1460
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,256,0.1469
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,512,0.1484
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,1024,0.1543
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2048,0.1602
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4096,0.1689
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8192,0.1590
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16384,0.1669
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32768,0.1795
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,65536,0.2055
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,131072,0.2521
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2,0.1528
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4,0.1532
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8,0.1525
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16,0.1523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32,0.1523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,64,0.1522
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,128,0.1524
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,256,0.1522
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,512,0.1562
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,1024,0.1638
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2048,0.1729
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4096,0.1616
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8192,0.1701
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16384,0.1818
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32768,0.2077
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,65536,0.2546
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,131072,0.3539
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2,0.1672
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4,0.1664
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8,0.1673
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16,0.1667
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32,0.1667
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,64,0.1667
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,128,0.1669
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,256,0.1668
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,512,0.1719
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,1024,0.1794
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2048,0.1721
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4096,0.1791
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8192,0.1932
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16384,0.2194
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32768,0.2725
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,65536,0.3783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,131072,0.5873
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2,0.1735
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4,0.1735
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8,0.1735
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16,0.1739
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32,0.1733
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,64,0.1740
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,128,0.1731
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,256,0.1745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,512,0.1822
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,1024,0.1851
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2048,0.1924
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4096,0.2069
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8192,0.2335
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16384,0.2870
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32768,0.3923
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,65536,0.6022
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,131072,1.0238
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2,0.1981
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4,0.1977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8,0.1967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16,0.1973
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32,0.1985
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,64,0.1975
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,128,0.1981
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,256,0.1999
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,512,0.2029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,1024,0.2093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2048,0.2233
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4096,0.2517
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8192,0.3019
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16384,0.4072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32768,0.6182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,65536,1.0348
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,131072,1.8747
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2,0.2409
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4,0.2410
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8,0.2410
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16,0.2405
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32,0.2384
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,64,0.2415
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,128,0.2398
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,256,0.2448
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,512,0.2486
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,1024,0.2662
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2048,0.2939
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4096,0.3473
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8192,0.4510
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16384,0.6653
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32768,1.0846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,65536,1.9278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,131072,3.6051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2,0.3257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4,0.3272
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8,0.3265
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16,0.3275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32,0.3267
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,64,0.3260
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,128,0.3264
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,256,0.3343
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,512,0.3479
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,1024,0.3786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2048,0.4314
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4096,0.5404
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8192,0.7494
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16384,1.1727
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32768,2.0226
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,65536,3.7145
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,131072,7.1571
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2,0.5293
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4,0.5292
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8,0.5297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16,0.5286
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32,0.5289
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,64,0.5291
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,128,0.5336
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,256,0.5464
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,512,0.5723
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,1024,0.6243
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2048,0.7242
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4096,0.9190
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8192,1.3033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16384,2.0801
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32768,3.6255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,65536,6.8028
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2,0.9371
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4,0.9377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8,0.9388
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16,0.9381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32,0.9392
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,64,0.9389
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,128,0.9439
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,256,0.9692
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,512,1.0190
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,1024,1.1227
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2048,1.3206
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4096,1.7041
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8192,2.4757
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16384,4.0309
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32768,7.2034
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4,0.1110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8,0.1117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,64,0.1117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,128,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,256,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,512,0.1151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1024,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2048,0.1183
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4096,0.1194
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8192,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16384,0.1295
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32768,0.1439
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,65536,0.1403
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,131072,0.1529
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2,0.1147
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4,0.1157
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8,0.1144
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32,0.1149
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,64,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,128,0.1151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,256,0.1156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,512,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1024,0.1200
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2048,0.1211
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4096,0.1258
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8192,0.1326
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16384,0.1408
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32768,0.1461
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,65536,0.1606
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,131072,0.1875
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2,0.1183
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4,0.1181
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8,0.1177
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32,0.1180
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,64,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,128,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,256,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,512,0.1203
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1024,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2048,0.1255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4096,0.1349
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8192,0.1421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16384,0.1437
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32768,0.1577
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,65536,0.1844
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,131072,0.2372
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4,0.1217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16,0.1212
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32,0.1211
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,64,0.1214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,128,0.1215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,256,0.1211
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,512,0.1239
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1024,0.1288
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2048,0.1354
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4096,0.1441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8192,0.1439
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16384,0.1577
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32768,0.1877
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,65536,0.2352
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,131072,0.3497
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2,0.1334
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4,0.1325
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8,0.1336
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16,0.1322
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,64,0.1330
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,128,0.1331
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,256,0.1336
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,512,0.1363
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1024,0.1454
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2048,0.1543
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4096,0.1523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8192,0.1677
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16384,0.1930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32768,0.2444
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,65536,0.3577
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,131072,0.5618
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2,0.1425
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4,0.1428
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8,0.1428
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16,0.1436
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32,0.1433
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,64,0.1436
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,128,0.1430
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,256,0.1431
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,512,0.1480
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1024,0.1570
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2048,0.1557
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4096,0.1727
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8192,0.1984
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16384,0.2546
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32768,0.3612
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,65536,0.5775
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,131072,0.9906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2,0.1485
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8,0.1483
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16,0.1476
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32,0.1480
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,64,0.1479
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,128,0.1481
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,256,0.1501
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,512,0.1615
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1024,0.1686
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2048,0.1840
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4096,0.2090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8192,0.2655
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16384,0.3713
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32768,0.5880
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,65536,1.0019
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,131072,1.8334
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2,0.1711
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4,0.1717
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8,0.1714
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16,0.1719
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32,0.1711
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,64,0.1708
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,128,0.1720
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,256,0.1760
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,512,0.1830
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1024,0.2001
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2048,0.2243
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4096,0.2813
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8192,0.3873
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16384,0.6042
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32768,1.0137
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,65536,1.8432
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,131072,3.5207
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2,0.2197
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4,0.2191
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8,0.2193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16,0.2200
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32,0.2199
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,64,0.2200
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,128,0.2226
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,256,0.2302
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,512,0.2458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1024,0.2763
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2048,0.3294
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4096,0.4367
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8192,0.6490
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16384,1.0834
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32768,1.9231
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,65536,3.6157
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,131072,7.0208
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2,0.3239
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4,0.3238
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8,0.3240
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16,0.3240
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32,0.3243
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,64,0.3251
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,128,0.3271
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,256,0.3442
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,512,0.3734
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,1024,0.4297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2048,0.5385
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4096,0.7583
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8192,1.2006
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16384,2.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32768,3.7979
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,65536,7.2805
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2,0.5496
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4,0.5490
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8,0.5492
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16,0.5496
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32,0.5482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,64,0.5492
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,128,0.5581
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,256,0.5846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,512,0.6376
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,1024,0.7409
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2048,0.9426
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4096,1.3460
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8192,2.1711
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16384,3.8523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32768,7.0899
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2,0.0928
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16,0.0910
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32,0.0916
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,64,0.0912
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,128,0.0913
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,256,0.0923
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,512,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,1024,0.0977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2048,0.0977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4096,0.0985
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8192,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16384,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32768,0.1141
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,65536,0.1250
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,131072,0.1521
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2,0.0976
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4,0.0956
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16,0.0964
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,64,0.0979
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,128,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,256,0.0966
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,512,0.1005
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,1024,0.1015
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2048,0.1035
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4096,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8192,0.1083
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16384,0.1177
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32768,0.1275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,65536,0.1452
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,131072,0.1813
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16,0.1015
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,64,0.1014
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,128,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,256,0.1022
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,512,0.1021
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,1024,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2048,0.1063
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4096,0.1133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8192,0.1180
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16384,0.1299
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32768,0.1463
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,65536,0.1880
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,131072,0.2550
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2,0.1060
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8,0.1055
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,64,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,128,0.1054
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,256,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,512,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,1024,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2048,0.1142
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4096,0.1213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8192,0.1316
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16384,0.1491
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32768,0.1895
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,65536,0.2564
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,131072,0.3983
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8,0.1103
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16,0.1133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32,0.1104
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,64,0.1128
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,128,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,256,0.1126
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,512,0.1133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,1024,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2048,0.1258
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4096,0.1397
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8192,0.1551
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16384,0.1964
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32768,0.2693
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,65536,0.4294
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,131072,0.7386
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8,0.1215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16,0.1198
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32,0.1218
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,64,0.1194
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,128,0.1218
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,256,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,512,0.1258
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,1024,0.1324
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2048,0.1460
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4096,0.1625
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8192,0.2030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16384,0.2762
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32768,0.4351
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,65536,0.7416
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,131072,1.3676
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2,0.1293
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4,0.1317
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8,0.1296
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16,0.1317
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32,0.1297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,64,0.1317
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,128,0.1293
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,256,0.1331
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,512,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,1024,0.1492
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2048,0.1639
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4096,0.2053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8192,0.2783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16384,0.4353
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32768,0.7399
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,65536,1.3527
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,131072,2.5699
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2,0.1498
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4,0.1476
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8,0.1500
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16,0.1470
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32,0.1499
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,64,0.1481
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,128,0.1489
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,256,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,512,0.1602
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,1024,0.1820
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2048,0.2188
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4096,0.2954
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8192,0.4493
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16384,0.7614
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32768,1.3950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,65536,2.6960
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,131072,5.2813
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2,0.1812
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4,0.1808
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8,0.1830
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16,0.1808
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32,0.1828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,64,0.1804
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,128,0.1838
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,256,0.1828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,512,0.2084
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,1024,0.2474
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2048,0.3233
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4096,0.4744
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8192,0.7769
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16384,1.4041
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32768,2.7313
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,65536,5.4080
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,131072,10.8195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2,0.2487
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4,0.2485
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8,0.2486
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16,0.2491
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32,0.2484
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,64,0.2484
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,128,0.2496
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,256,0.2550
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,512,0.2944
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,1024,0.3667
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2048,0.5054
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4096,0.7774
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8192,1.3230
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16384,2.5221
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32768,5.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,65536,10.1932
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2,0.3891
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4,0.3891
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8,0.3880
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16,0.3892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32,0.3929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,64,0.3889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,128,0.3939
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,256,0.4018
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,512,0.4782
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,1024,0.6216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2048,0.9010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4096,1.4458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8192,2.5414
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16384,4.9407
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32768,10.1434
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16,0.0790
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,64,0.0808
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,128,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,256,0.0806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,512,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,1024,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2048,0.0852
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4096,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8192,0.0887
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16384,0.0954
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32768,0.1075
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,65536,0.1164
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,131072,0.1297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2,0.0845
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4,0.0846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8,0.0844
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32,0.0826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,64,0.0824
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,128,0.0846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,256,0.0846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,512,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,1024,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2048,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4096,0.0913
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8192,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16384,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32768,0.1214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,65536,0.1356
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,131072,0.1598
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2,0.0872
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4,0.0895
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8,0.0875
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16,0.0898
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32,0.0867
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,64,0.0885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,128,0.0869
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,256,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,512,0.0905
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,1024,0.0939
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2048,0.0954
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4096,0.1005
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8192,0.1087
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16384,0.1224
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32768,0.1341
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,65536,0.1606
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,131072,0.2137
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4,0.0898
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8,0.0892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16,0.0891
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,64,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,128,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,256,0.0923
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,512,0.0937
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,1024,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2048,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4096,0.1076
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8192,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16384,0.1340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32768,0.1609
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,65536,0.2149
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,131072,0.3146
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8,0.0961
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,64,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,128,0.0962
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,256,0.0959
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,512,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,1024,0.1048
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2048,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4096,0.1241
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8192,0.1358
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16384,0.1653
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32768,0.2190
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,65536,0.3199
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,131072,0.5171
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2,0.1004
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16,0.0998
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32,0.1004
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,64,0.0995
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,128,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,256,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,512,0.1078
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,1024,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2048,0.1275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4096,0.1410
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8192,0.1701
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16384,0.2222
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32768,0.3272
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,65536,0.5417
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,131072,0.9481
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4,0.1133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32,0.1120
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,64,0.1118
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,128,0.1121
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,256,0.1138
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,512,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,1024,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2048,0.1495
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4096,0.1751
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8192,0.2257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16384,0.3327
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32768,0.5433
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,65536,0.9524
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,131072,1.7713
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2,0.1224
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4,0.1220
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16,0.1233
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32,0.1234
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,64,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,128,0.1250
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,256,0.1282
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,512,0.1368
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,1024,0.1520
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2048,0.1785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4096,0.2297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8192,0.3362
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16384,0.5494
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32768,0.9458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,65536,1.7689
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,131072,3.4096
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2,0.1464
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4,0.1454
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8,0.1462
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16,0.1456
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32,0.1459
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,64,0.1459
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,128,0.1480
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,256,0.1509
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,512,0.1674
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,1024,0.1945
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2048,0.2489
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4096,0.3479
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8192,0.5601
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16384,0.9873
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32768,1.8002
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,65536,3.4578
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,131072,6.7850
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2,0.1845
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4,0.1851
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8,0.1851
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16,0.1851
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32,0.1834
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,64,0.1847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,128,0.1875
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,256,0.1960
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,512,0.2250
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,1024,0.2804
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2048,0.3807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4096,0.5851
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8192,1.0112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16384,1.8785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32768,3.5054
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,65536,6.8576
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2,0.2637
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4,0.2632
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8,0.2636
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16,0.2636
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32,0.2636
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,64,0.2630
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,128,0.2711
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,256,0.2849
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,512,0.3385
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,1024,0.4355
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2048,0.6306
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4096,1.0270
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8192,1.8265
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16384,3.4479
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32768,6.5845
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2,0.0726
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4,0.0725
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8,0.0725
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16,0.0722
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32,0.0722
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,64,0.0725
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,128,0.0711
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,256,0.0722
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,512,0.0743
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,1024,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2048,0.0748
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4096,0.0766
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8192,0.0769
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16384,0.0824
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32768,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,65536,0.1095
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,131072,0.1235
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2,0.0776
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4,0.0766
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8,0.0768
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16,0.0780
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32,0.0773
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,64,0.0783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,128,0.0769
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,256,0.0768
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,512,0.0800
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,1024,0.0804
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2048,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4096,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8192,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16384,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32768,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,65536,0.1288
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,131072,0.1533
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4,0.0806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8,0.0808
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16,0.0810
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32,0.0816
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,64,0.0809
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,128,0.0810
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,256,0.0806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,512,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,1024,0.0845
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2048,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4096,0.0887
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8192,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16384,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32768,0.1261
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,65536,0.1514
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,131072,0.2023
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2,0.0853
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4,0.0852
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16,0.0863
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32,0.0849
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,64,0.0855
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,128,0.0846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,256,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,512,0.0867
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,1024,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2048,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4096,0.0978
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8192,0.1156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16384,0.1293
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32768,0.1552
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,65536,0.2080
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,131072,0.3073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,64,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,128,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,256,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,512,0.0948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,1024,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2048,0.1040
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4096,0.1202
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8192,0.1325
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16384,0.1595
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32768,0.2134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,65536,0.3157
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,131072,0.5185
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,64,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,128,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,256,0.0974
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,512,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,1024,0.1056
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2048,0.1215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4096,0.1377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8192,0.1641
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16384,0.2161
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32768,0.3234
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,65536,0.5350
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,131072,0.9385
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2,0.1023
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4,0.1016
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8,0.1013
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16,0.1019
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,64,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,128,0.1022
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,256,0.1056
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,512,0.1115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,1024,0.1264
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2048,0.1406
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4096,0.1654
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8192,0.2189
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16384,0.3269
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32768,0.5374
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,65536,0.9442
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,131072,1.7640
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4,0.1103
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,64,0.1096
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,128,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,256,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,512,0.1263
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,1024,0.1405
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2048,0.1682
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4096,0.2200
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8192,0.3271
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16384,0.5390
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32768,0.9383
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,65536,1.7534
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,131072,3.3753
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2,0.1281
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4,0.1292
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8,0.1286
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16,0.1289
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,64,0.1283
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,128,0.1319
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,256,0.1384
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,512,0.1545
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,1024,0.1800
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2048,0.2309
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4096,0.3344
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8192,0.5467
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16384,0.9730
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32768,1.7832
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,65536,3.4200
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,131072,6.7118
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2,0.1590
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4,0.1582
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8,0.1586
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16,0.1585
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32,0.1588
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,64,0.1593
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,128,0.1623
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,256,0.1701
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,512,0.1981
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,1024,0.2496
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2048,0.3509
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4096,0.5591
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8192,0.9855
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16384,1.8418
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32768,3.4729
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,65536,6.7984
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2,0.2123
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4,0.2117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8,0.2131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16,0.2130
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32,0.2125
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,64,0.2125
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,128,0.2199
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,256,0.2346
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,512,0.2851
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,1024,0.3793
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2048,0.5747
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4096,0.9704
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8192,1.7658
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16384,3.3928
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32768,6.5210
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2,0.0660
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4,0.0708
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8,0.0721
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16,0.0714
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32,0.0721
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,64,0.0722
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,128,0.0722
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,256,0.0721
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,512,0.0742
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,1024,0.0743
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2048,0.0753
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4096,0.0764
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8192,0.0773
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16384,0.0818
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32768,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,65536,0.1107
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,131072,0.1232
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4,0.0749
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8,0.0763
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16,0.0746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32,0.0749
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,64,0.0744
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,128,0.0748
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,256,0.0748
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,512,0.0765
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,1024,0.0783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2048,0.0785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4096,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8192,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16384,0.0896
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32768,0.1110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,65536,0.1266
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,131072,0.1530
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2,0.0769
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4,0.0770
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8,0.0783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16,0.0779
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32,0.0782
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,64,0.0784
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,128,0.0784
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,256,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,512,0.0804
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,1024,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2048,0.0806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4096,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8192,0.0895
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16384,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32768,0.1230
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,65536,0.1489
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,131072,0.1990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8,0.0826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,64,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,128,0.0831
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,256,0.0829
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,512,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,1024,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2048,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4096,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8192,0.1101
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16384,0.1249
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32768,0.1538
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,65536,0.2106
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,131072,0.3070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16,0.0910
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,64,0.0910
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,128,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,256,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,512,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,1024,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2048,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4096,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8192,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16384,0.1562
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32768,0.2129
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,65536,0.3157
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,131072,0.5154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,64,0.0948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,128,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,256,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,512,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,1024,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2048,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4096,0.1344
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8192,0.1616
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16384,0.2128
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32768,0.3177
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,65536,0.5310
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,131072,0.9307
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32,0.1007
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,64,0.1005
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,128,0.0998
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,256,0.1001
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,512,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,1024,0.1219
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2048,0.1381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4096,0.1634
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8192,0.2154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16384,0.3209
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32768,0.5308
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,65536,0.9401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,131072,1.7617
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,64,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,128,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,256,0.1056
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,512,0.1199
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,1024,0.1356
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2048,0.1627
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4096,0.2169
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8192,0.3192
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16384,0.5303
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32768,0.9387
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,65536,1.7551
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,131072,3.3808
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4,0.1213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8,0.1218
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16,0.1227
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32,0.1219
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,64,0.1210
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,128,0.1244
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,256,0.1305
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,512,0.1465
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,1024,0.1720
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2048,0.2256
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4096,0.3280
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8192,0.5400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16384,0.9667
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32768,1.7764
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,65536,3.4138
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,131072,6.7206
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2,0.1486
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8,0.1483
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16,0.1486
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32,0.1484
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,64,0.1491
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,128,0.1523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,256,0.1594
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,512,0.1872
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,1024,0.2378
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2048,0.3407
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4096,0.5455
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8192,0.9713
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16384,1.8298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32768,3.4603
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,65536,6.7864
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2,0.1893
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4,0.1904
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8,0.1899
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16,0.1894
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32,0.1892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,64,0.1896
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,128,0.1974
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,256,0.2095
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,512,0.2616
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,1024,0.3534
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2048,0.5499
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4096,0.9448
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8192,1.7388
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16384,3.3742
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32768,6.4871
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2,0.0682
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4,0.0683
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8,0.0682
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16,0.0685
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32,0.0684
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,64,0.0684
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,128,0.0685
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,256,0.0684
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,512,0.0706
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,1024,0.0723
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2048,0.0725
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4096,0.0731
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8192,0.0746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16384,0.0790
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32768,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,65536,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,131072,0.1215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2,0.0710
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4,0.0722
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8,0.0721
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16,0.0712
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32,0.0724
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,64,0.0711
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,128,0.0715
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,256,0.0722
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,512,0.0735
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,1024,0.0742
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2048,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4096,0.0746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8192,0.0806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16384,0.0859
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32768,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,65536,0.1240
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,131072,0.1486
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8,0.0746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16,0.0746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32,0.0746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,64,0.0746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,128,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,256,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,512,0.0765
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,1024,0.0785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2048,0.0782
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4096,0.0825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8192,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16384,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32768,0.1197
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,65536,0.1464
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,131072,0.1960
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2,0.0808
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4,0.0806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8,0.0806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16,0.0805
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,64,0.0806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,128,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,256,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,512,0.0831
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,1024,0.0846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2048,0.0878
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4096,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8192,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16384,0.1235
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32768,0.1507
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,65536,0.2041
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,131072,0.2988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2,0.0885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4,0.0876
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8,0.0886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32,0.0872
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,64,0.0869
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,128,0.0871
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,256,0.0872
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,512,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,1024,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2048,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4096,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8192,0.1264
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16384,0.1536
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32768,0.2083
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,65536,0.3092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,131072,0.5107
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2,0.0914
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8,0.0920
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16,0.0919
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32,0.0917
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,64,0.0916
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,128,0.0919
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,256,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,512,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,1024,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2048,0.1085
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4096,0.1320
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8192,0.1567
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16384,0.2080
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32768,0.3160
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,65536,0.5235
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,131072,0.9281
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2,0.0973
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8,0.0978
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,64,0.0973
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,128,0.0969
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,256,0.0981
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,512,0.1016
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,1024,0.1185
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2048,0.1356
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4096,0.1605
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8192,0.2139
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16384,0.3212
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32768,0.5287
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,65536,0.9415
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,131072,1.7558
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2,0.1043
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4,0.1046
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8,0.1035
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32,0.1035
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,64,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,128,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,256,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,512,0.1185
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,1024,0.1342
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2048,0.1612
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4096,0.2136
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8192,0.3184
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16384,0.5255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32768,0.9291
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,65536,1.7461
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,131072,3.3818
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2,0.1177
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4,0.1177
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,64,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,128,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,256,0.1268
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,512,0.1418
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,1024,0.1678
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2048,0.2198
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4096,0.3214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8192,0.5331
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16384,0.9618
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32768,1.7720
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,65536,3.4048
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,131072,6.7111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2,0.1402
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4,0.1413
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8,0.1408
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16,0.1419
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32,0.1417
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,64,0.1419
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,128,0.1460
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,256,0.1531
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,512,0.1809
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,1024,0.2303
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2048,0.3325
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4096,0.5391
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8192,0.9618
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16384,1.8208
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32768,3.4514
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,65536,6.7830
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2,0.1788
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4,0.1794
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8,0.1798
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16,0.1790
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32,0.1795
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,64,0.1794
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,128,0.1871
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,256,0.2004
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,512,0.2507
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,1024,0.3434
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2048,0.5354
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4096,0.9300
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8192,1.7312
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16384,3.3586
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32768,6.4850
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2,0.0620
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4,0.0620
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8,0.0620
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16,0.0621
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32,0.0681
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,64,0.0674
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,128,0.0680
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,256,0.0680
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,512,0.0694
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,1024,0.0704
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2048,0.0708
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4096,0.0721
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8192,0.0725
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16384,0.0783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32768,0.0875
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,65536,0.1048
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,131072,0.1192
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2,0.0702
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4,0.0702
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8,0.0701
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16,0.0700
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32,0.0702
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,64,0.0701
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,128,0.0704
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,256,0.0704
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,512,0.0721
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,1024,0.0726
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2048,0.0724
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4096,0.0726
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8192,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16384,0.0825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32768,0.0962
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,65536,0.1217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,131072,0.1461
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2,0.0725
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4,0.0720
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8,0.0722
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16,0.0723
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32,0.0722
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,64,0.0721
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,128,0.0722
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,256,0.0724
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,512,0.0746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,1024,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2048,0.0746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4096,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8192,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16384,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32768,0.1168
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,65536,0.1435
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,131072,0.1936
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4,0.0783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16,0.0784
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32,0.0785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,64,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,128,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,256,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,512,0.0805
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,1024,0.0824
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2048,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4096,0.0870
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8192,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16384,0.1194
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32768,0.1459
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,65536,0.2001
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,131072,0.2951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2,0.0849
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16,0.0845
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,64,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,128,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,256,0.0850
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,512,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,1024,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2048,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4096,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8192,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16384,0.1510
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32768,0.2061
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,65536,0.3102
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,131072,0.5072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2,0.0897
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4,0.0901
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8,0.0900
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16,0.0902
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32,0.0896
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,64,0.0905
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,128,0.0895
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,256,0.0896
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,512,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,1024,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2048,0.1047
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4096,0.1291
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8192,0.1567
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16384,0.2084
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32768,0.3142
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,65536,0.5251
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,131072,0.9294
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2,0.0954
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8,0.0958
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32,0.0966
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,64,0.0957
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,128,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,256,0.0960
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,512,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,1024,0.1126
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2048,0.1318
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4096,0.1563
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8192,0.2093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16384,0.3138
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32768,0.5250
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,65536,0.9360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,131072,1.7508
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2,0.0999
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8,0.0997
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16,0.0999
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32,0.0998
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,64,0.1005
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,128,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,256,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,512,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,1024,0.1309
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2048,0.1576
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4096,0.2094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8192,0.3160
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16384,0.5227
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32768,0.9269
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,65536,1.7435
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,131072,3.3762
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2,0.1138
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8,0.1144
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16,0.1139
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32,0.1137
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,64,0.1138
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,128,0.1169
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,256,0.1245
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,512,0.1400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,1024,0.1655
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2048,0.2182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4096,0.3184
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8192,0.5310
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16384,0.9602
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32768,1.7652
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,65536,3.3997
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,131072,6.7107
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2,0.1345
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4,0.1355
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8,0.1354
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16,0.1356
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32,0.1351
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,64,0.1360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,128,0.1408
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,256,0.1472
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,512,0.1756
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,1024,0.2237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2048,0.3263
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4096,0.5317
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8192,0.9579
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16384,1.8081
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32768,3.4452
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,65536,6.7858
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2,0.1728
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4,0.1728
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8,0.1726
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16,0.1721
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32,0.1724
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,64,0.1724
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,128,0.1788
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,256,0.1925
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,512,0.2411
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,1024,0.3332
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2048,0.5291
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4096,0.9247
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8192,1.7189
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16384,3.3351
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32768,6.4864
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2,0.1342
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4,0.1309
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8,0.1313
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16,0.1313
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32,0.1315
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,64,0.1312
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,128,0.1315
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,256,0.1319
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,512,0.1338
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,1024,0.1347
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2048,0.1365
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4096,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8192,0.1417
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16384,0.1466
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32768,0.1532
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,65536,0.1548
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,131072,0.1617
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2,0.1379
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4,0.1373
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8,0.1381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16,0.1379
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32,0.1377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,64,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,128,0.1390
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,256,0.1381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,512,0.1396
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,1024,0.1411
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2048,0.1432
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4096,0.1460
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8192,0.1522
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16384,0.1548
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32768,0.1572
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,65536,0.1643
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,131072,0.1749
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2,0.1417
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4,0.1407
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8,0.1413
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16,0.1414
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32,0.1420
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,64,0.1417
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,128,0.1421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,256,0.1417
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,512,0.1425
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,1024,0.1455
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2048,0.1465
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4096,0.1522
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8192,0.1530
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16384,0.1589
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32768,0.1649
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,65536,0.1767
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,131072,0.2005
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2,0.1457
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4,0.1459
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8,0.1446
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16,0.1459
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32,0.1455
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,64,0.1450
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,128,0.1454
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,256,0.1459
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,512,0.1457
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,1024,0.1510
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2048,0.1565
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4096,0.1556
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8192,0.1603
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16384,0.1667
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32768,0.1783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,65536,0.2032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,131072,0.2526
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2,0.1548
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4,0.1563
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8,0.1548
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16,0.1558
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32,0.1561
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,64,0.1543
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,128,0.1544
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,256,0.1544
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,512,0.1564
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,1024,0.1603
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2048,0.1622
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4096,0.1677
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8192,0.1733
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16384,0.1885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32768,0.2144
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,65536,0.2677
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,131072,0.3727
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2,0.1625
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4,0.1628
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8,0.1623
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16,0.1627
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32,0.1636
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,64,0.1622
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,128,0.1623
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,256,0.1642
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,512,0.1703
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,1024,0.1716
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2048,0.1758
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4096,0.1836
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8192,0.1972
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16384,0.2236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32768,0.2764
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,65536,0.3807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,131072,0.5914
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2,0.1781
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4,0.1768
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8,0.1779
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16,0.1787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32,0.1777
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,64,0.1779
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,128,0.1767
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,256,0.1797
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,512,0.1808
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,1024,0.1846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2048,0.1904
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4096,0.2052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8192,0.2302
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16384,0.2844
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32768,0.3892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,65536,0.6043
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,131072,1.0205
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2,0.1987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4,0.1993
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8,0.1997
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16,0.1992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32,0.1994
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,64,0.1992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,128,0.1991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,256,0.2003
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,512,0.2049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,1024,0.2108
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2048,0.2246
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4096,0.2522
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8192,0.3055
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16384,0.4121
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32768,0.6281
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,65536,1.0509
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,131072,1.8896
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2,0.2483
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4,0.2482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8,0.2484
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16,0.2479
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32,0.2490
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,64,0.2481
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,128,0.2487
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,256,0.2506
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,512,0.2569
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,1024,0.2706
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2048,0.2992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4096,0.3542
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8192,0.4614
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16384,0.6783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32768,1.1102
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,65536,1.9518
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,131072,3.6361
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2,0.3632
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4,0.3639
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8,0.3639
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16,0.3635
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32,0.3632
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,64,0.3639
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,128,0.3626
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,256,0.3672
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,512,0.3812
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,1024,0.4076
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2048,0.4589
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4096,0.5593
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8192,0.7527
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16384,1.1345
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32768,1.8948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,65536,3.4323
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2,0.6184
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4,0.6186
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8,0.6182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16,0.6167
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32,0.6177
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,64,0.6171
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,128,0.6174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,256,0.6252
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,512,0.6517
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,1024,0.7029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2048,0.8072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4096,1.0062
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8192,1.3844
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16384,2.1431
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32768,3.6869
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2,0.1035
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4,0.1048
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8,0.1042
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16,0.1043
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32,0.1042
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,64,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,128,0.1043
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,256,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,512,0.1062
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,1024,0.1086
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2048,0.1097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4096,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8192,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16384,0.1167
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32768,0.1229
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,65536,0.1280
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,131072,0.1346
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4,0.1123
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16,0.1118
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,64,0.1120
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,128,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,256,0.1123
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,512,0.1125
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,1024,0.1140
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2048,0.1148
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4096,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8192,0.1209
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16384,0.1264
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32768,0.1354
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,65536,0.1420
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,131072,0.1522
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4,0.1136
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16,0.1138
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32,0.1138
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,64,0.1145
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,128,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,256,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,512,0.1149
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,1024,0.1182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2048,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4096,0.1231
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8192,0.1271
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16384,0.1331
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32768,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,65536,0.1507
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,131072,0.1735
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4,0.1166
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32,0.1173
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,64,0.1171
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,128,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,256,0.1171
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,512,0.1182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,1024,0.1205
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2048,0.1227
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4096,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8192,0.1346
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16384,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32768,0.1508
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,65536,0.1728
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,131072,0.2182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2,0.1256
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4,0.1246
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16,0.1251
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32,0.1239
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,64,0.1255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,128,0.1239
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,256,0.1252
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,512,0.1274
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,1024,0.1317
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2048,0.1354
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4096,0.1383
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8192,0.1443
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16384,0.1560
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32768,0.1788
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,65536,0.2231
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,131072,0.3146
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2,0.1311
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4,0.1311
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8,0.1317
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16,0.1317
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32,0.1320
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,64,0.1316
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,128,0.1316
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,256,0.1317
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,512,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,1024,0.1379
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2048,0.1418
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4096,0.1481
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8192,0.1616
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16384,0.1861
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32768,0.2352
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,65536,0.3304
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,131072,0.5262
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2,0.1342
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4,0.1360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8,0.1343
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16,0.1363
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32,0.1350
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,64,0.1366
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,128,0.1346
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,256,0.1377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,512,0.1440
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,1024,0.1489
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2048,0.1541
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4096,0.1680
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8192,0.1907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16384,0.2413
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32768,0.3373
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,65536,0.5358
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,131072,0.9199
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2,0.1496
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8,0.1494
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16,0.1488
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32,0.1500
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,64,0.1489
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,128,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,256,0.1507
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,512,0.1551
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,1024,0.1602
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2048,0.1747
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4096,0.1991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8192,0.2486
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16384,0.3454
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32768,0.5458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,65536,0.9317
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,131072,1.6983
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2,0.1796
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4,0.1787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8,0.1780
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16,0.1783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32,0.1768
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,64,0.1777
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,128,0.1777
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,256,0.1820
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,512,0.1858
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,1024,0.2005
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2048,0.2278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4096,0.2768
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8192,0.3770
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16384,0.5786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32768,0.9723
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,65536,1.7458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,131072,3.2900
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2,0.2441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4,0.2444
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8,0.2442
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16,0.2442
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32,0.2434
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,64,0.2442
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,128,0.2439
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,256,0.2510
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,512,0.2621
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,1024,0.2915
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2048,0.3451
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4096,0.4468
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8192,0.6485
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16384,1.0484
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32768,1.8353
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,65536,3.4057
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2,0.3776
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4,0.3779
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8,0.3778
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16,0.3777
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32,0.3782
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,64,0.3773
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,128,0.3786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,256,0.3934
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,512,0.4168
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,1024,0.4677
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2048,0.5632
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4096,0.7464
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8192,1.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16384,1.8335
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32768,3.2842
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2,0.0975
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16,0.0981
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32,0.0986
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,64,0.0976
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,128,0.0977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,256,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,512,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,1024,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2048,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4096,0.1024
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8192,0.1055
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16384,0.1076
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32768,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,65536,0.1178
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,131072,0.1302
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2,0.1035
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32,0.1028
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,64,0.1037
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,128,0.1037
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,256,0.1021
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,512,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,1024,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2048,0.1069
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4096,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8192,0.1117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16384,0.1169
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32768,0.1229
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,65536,0.1305
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,131072,0.1457
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2,0.1062
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8,0.1045
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16,0.1062
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32,0.1062
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,64,0.1056
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,128,0.1057
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,256,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,512,0.1058
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,1024,0.1095
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2048,0.1100
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4096,0.1133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8192,0.1156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16384,0.1240
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32768,0.1316
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,65536,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,131072,0.1790
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2,0.1103
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4,0.1097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16,0.1089
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32,0.1103
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,64,0.1110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,128,0.1098
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,256,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,512,0.1121
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,1024,0.1157
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2048,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4096,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8192,0.1255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16384,0.1355
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32768,0.1513
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,65536,0.1843
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,131072,0.2454
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2,0.1178
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4,0.1184
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16,0.1181
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32,0.1181
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,64,0.1180
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,128,0.1178
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,256,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,512,0.1215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,1024,0.1233
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2048,0.1275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4096,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8192,0.1404
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16384,0.1573
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32768,0.1950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,65536,0.2622
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,131072,0.4089
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4,0.1274
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32,0.1261
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,64,0.1275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,128,0.1256
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,256,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,512,0.1286
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,1024,0.1357
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2048,0.1384
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4096,0.1486
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8192,0.1653
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16384,0.2020
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32768,0.2689
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,65536,0.4107
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,131072,0.6897
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2,0.1399
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4,0.1381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8,0.1394
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16,0.1378
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32,0.1401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,64,0.1377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,128,0.1401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,256,0.1377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,512,0.1424
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,1024,0.1447
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2048,0.1568
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4096,0.1722
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8192,0.2089
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16384,0.2762
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32768,0.4166
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,65536,0.6929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,131072,1.2562
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2,0.1619
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4,0.1609
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8,0.1615
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16,0.1612
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32,0.1612
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,64,0.1614
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,128,0.1609
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,256,0.1605
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,512,0.1656
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,1024,0.1747
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2048,0.1939
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4096,0.2296
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8192,0.3007
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16384,0.4402
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32768,0.7218
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,65536,1.2924
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,131072,2.4523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2,0.2050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4,0.2057
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8,0.2054
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16,0.2071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32,0.2050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,64,0.2068
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,128,0.2059
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,256,0.2073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,512,0.2155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,1024,0.2363
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2048,0.2715
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4096,0.3435
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8192,0.4822
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16384,0.7577
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32768,1.3189
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,65536,2.4812
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,131072,4.8856
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2,0.2929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4,0.2927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8,0.2919
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16,0.2922
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32,0.2912
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,64,0.2910
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,128,0.2900
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,256,0.2892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,512,0.3083
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,1024,0.3414
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2048,0.4071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4096,0.5345
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8192,0.7782
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16384,1.2731
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32768,2.3094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,65536,4.5192
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2,0.4897
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4,0.4906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8,0.4903
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16,0.4913
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32,0.4915
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,64,0.4913
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,128,0.4932
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,256,0.4919
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,512,0.5231
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,1024,0.5892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2048,0.7151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4096,0.9679
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8192,1.4573
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16384,2.4449
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32768,4.5031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2,0.0866
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4,0.0869
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32,0.0864
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,64,0.0867
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,128,0.0862
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,256,0.0867
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,512,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,1024,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2048,0.0913
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4096,0.0912
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8192,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16384,0.0963
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32768,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,65536,0.1126
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,131072,0.1203
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32,0.0910
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,64,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,128,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,256,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,512,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,1024,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2048,0.0946
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4096,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8192,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16384,0.1055
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32768,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,65536,0.1255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,131072,0.1354
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4,0.0958
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8,0.0957
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16,0.0964
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,64,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,128,0.0964
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,256,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,512,0.0973
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,1024,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2048,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4096,0.1042
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8192,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16384,0.1168
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32768,0.1251
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,65536,0.1363
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,131072,0.1572
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2,0.0973
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4,0.0984
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16,0.0972
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32,0.0984
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,64,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,128,0.0985
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,256,0.0987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,512,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,1024,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2048,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4096,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8192,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16384,0.1235
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32768,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,65536,0.1606
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,131072,0.2014
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4,0.1025
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,64,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,128,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,256,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,512,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,1024,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2048,0.1108
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4096,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8192,0.1263
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16384,0.1397
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32768,0.1609
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,65536,0.2055
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,131072,0.2901
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16,0.1086
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,64,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,128,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,256,0.1103
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,512,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,1024,0.1164
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2048,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4096,0.1308
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8192,0.1422
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16384,0.1657
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32768,0.2114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,65536,0.3031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,131072,0.4819
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2,0.1191
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8,0.1190
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16,0.1186
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32,0.1189
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,64,0.1190
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,128,0.1202
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,256,0.1200
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,512,0.1243
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,1024,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2048,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4096,0.1509
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8192,0.1708
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16384,0.2175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32768,0.3091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,65536,0.4880
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,131072,0.8460
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2,0.1300
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4,0.1308
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8,0.1301
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16,0.1312
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32,0.1305
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,64,0.1306
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,128,0.1324
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,256,0.1338
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,512,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,1024,0.1443
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2048,0.1577
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4096,0.1805
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8192,0.2254
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16384,0.3162
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32768,0.4948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,65536,0.8515
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,131072,1.5625
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2,0.1578
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4,0.1585
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8,0.1582
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16,0.1580
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32,0.1581
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,64,0.1584
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,128,0.1591
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,256,0.1615
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,512,0.1684
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,1024,0.1825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2048,0.2076
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4096,0.2541
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8192,0.3437
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16384,0.5251
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32768,0.8816
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,65536,1.6000
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,131072,3.0313
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2,0.2091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4,0.2080
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8,0.2083
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16,0.2097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32,0.2101
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,64,0.2096
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,128,0.2094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,256,0.2121
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,512,0.2247
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,1024,0.2525
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2048,0.2967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4096,0.3901
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8192,0.5724
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16384,0.9361
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32768,1.6652
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,65536,3.1217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2,0.3036
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4,0.3030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8,0.3015
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16,0.3039
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32,0.3043
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,64,0.3016
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,128,0.3015
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,256,0.3097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,512,0.3365
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,1024,0.3814
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2048,0.4693
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4096,0.6411
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8192,0.9826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16384,1.6637
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32768,3.0311
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2,0.0805
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4,0.0805
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8,0.0804
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16,0.0796
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32,0.0804
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,64,0.0803
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,128,0.0801
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,256,0.0805
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,512,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,1024,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2048,0.0824
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4096,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8192,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16384,0.0871
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32768,0.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,65536,0.1025
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,131072,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,64,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,128,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,256,0.0846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,512,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,1024,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2048,0.0869
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4096,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8192,0.0912
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16384,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32768,0.1020
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,65536,0.1186
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,131072,0.1289
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8,0.0892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,64,0.0886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,128,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,256,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,512,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,1024,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2048,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4096,0.0941
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8192,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16384,0.1015
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32768,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,65536,0.1276
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,131072,0.1492
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4,0.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32,0.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,64,0.0928
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,128,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,256,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,512,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,1024,0.0953
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2048,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4096,0.0994
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8192,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16384,0.1178
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32768,0.1301
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,65536,0.1530
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,131072,0.1953
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2,0.0993
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4,0.0994
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8,0.1002
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32,0.0994
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,64,0.1007
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,128,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,256,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,512,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,1024,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2048,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4096,0.1096
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8192,0.1232
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16384,0.1345
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32768,0.1567
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,65536,0.2012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,131072,0.2848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,64,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,128,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,256,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,512,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,1024,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2048,0.1116
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4096,0.1253
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8192,0.1358
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16384,0.1598
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32768,0.2047
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,65536,0.2950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,131072,0.4733
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2,0.1097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8,0.1099
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32,0.1107
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,64,0.1105
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,128,0.1102
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,256,0.1118
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,512,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,1024,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2048,0.1290
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4096,0.1410
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8192,0.1639
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16384,0.2099
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32768,0.2989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,65536,0.4778
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,131072,0.8328
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4,0.1173
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32,0.1164
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,64,0.1157
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,128,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,256,0.1189
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,512,0.1253
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,1024,0.1332
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2048,0.1461
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4096,0.1691
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8192,0.2144
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16384,0.3028
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32768,0.4812
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,65536,0.8401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,131072,1.5515
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2,0.1360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4,0.1360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8,0.1360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16,0.1358
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32,0.1370
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,64,0.1360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,128,0.1373
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,256,0.1398
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,512,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,1024,0.1603
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2048,0.1849
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4096,0.2304
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8192,0.3220
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16384,0.4996
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32768,0.8598
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,65536,1.5764
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,131072,3.0079
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2,0.1687
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4,0.1687
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8,0.1684
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16,0.1686
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32,0.1686
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,64,0.1688
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,128,0.1688
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,256,0.1728
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,512,0.1848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,1024,0.2085
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2048,0.2557
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4096,0.3486
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8192,0.5298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16384,0.8931
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32768,1.6228
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,65536,3.0781
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2,0.2262
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4,0.2276
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8,0.2266
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16,0.2279
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32,0.2267
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,64,0.2277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,128,0.2265
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,256,0.2323
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,512,0.2580
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,1024,0.3024
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2048,0.3918
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4096,0.5630
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8192,0.9041
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16384,1.5874
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32768,2.9517
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4,0.0785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8,0.0784
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,64,0.0785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,128,0.0785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,256,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,512,0.0804
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,1024,0.0806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2048,0.0809
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4096,0.0824
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8192,0.0835
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16384,0.0870
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32768,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,65536,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,131072,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8,0.0826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16,0.0825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,64,0.0826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,128,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,256,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,512,0.0846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,1024,0.0845
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2048,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4096,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8192,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16384,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32768,0.0985
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,65536,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,131072,0.1272
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2,0.0866
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4,0.0861
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8,0.0849
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16,0.0858
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,64,0.0854
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,128,0.0867
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,256,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,512,0.0870
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,1024,0.0886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2048,0.0886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4096,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8192,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16384,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32768,0.1124
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,65536,0.1255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,131072,0.1469
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2,0.0910
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,64,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,128,0.0910
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,256,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,512,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,1024,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2048,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4096,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8192,0.1004
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16384,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32768,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,65536,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,131072,0.1931
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2,0.0987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16,0.0987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32,0.0987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,64,0.0987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,128,0.0987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,256,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,512,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,1024,0.1016
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2048,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4096,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8192,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16384,0.1322
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32768,0.1548
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,65536,0.1979
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,131072,0.2829
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2,0.1016
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,64,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,128,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,256,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,512,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,1024,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2048,0.1077
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4096,0.1200
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8192,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16384,0.1568
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32768,0.2024
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,65536,0.2916
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,131072,0.4717
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,64,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,128,0.1066
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,256,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,512,0.1087
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,1024,0.1116
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2048,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4096,0.1370
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8192,0.1602
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16384,0.2042
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32768,0.2957
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,65536,0.4733
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,131072,0.8330
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16,0.1116
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,64,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,128,0.1116
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,256,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,512,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,1024,0.1274
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2048,0.1391
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4096,0.1626
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8192,0.2073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16384,0.2977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32768,0.4758
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,65536,0.8327
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,131072,1.5453
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2,0.1261
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4,0.1258
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32,0.1279
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,64,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,128,0.1276
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,256,0.1296
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,512,0.1384
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,1024,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2048,0.1755
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4096,0.2195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8192,0.3107
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16384,0.4921
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32768,0.8505
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,65536,1.5629
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,131072,2.9999
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2,0.1490
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4,0.1483
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8,0.1485
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32,0.1485
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,64,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,128,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,256,0.1524
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,512,0.1659
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,1024,0.1890
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2048,0.2360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4096,0.3279
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8192,0.5090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16384,0.8727
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32768,1.6008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,65536,3.0559
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2,0.1923
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4,0.1928
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8,0.1912
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16,0.1923
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32,0.1919
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,64,0.1920
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,128,0.1929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,256,0.1972
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,512,0.2210
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,1024,0.2651
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2048,0.3526
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4096,0.5236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8192,0.8637
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16384,1.5466
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32768,2.9128
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2,0.0762
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4,0.0764
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8,0.0765
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16,0.0763
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32,0.0763
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,64,0.0766
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,128,0.0762
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,256,0.0765
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,512,0.0766
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,1024,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2048,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4096,0.0789
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8192,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16384,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32768,0.0890
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,65536,0.0959
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,131072,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2,0.0785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8,0.0783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32,0.0783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,64,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,128,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,256,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,512,0.0805
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,1024,0.0806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2048,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4096,0.0808
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8192,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16384,0.0883
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32768,0.0943
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,65536,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,131072,0.1221
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8,0.0825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16,0.0826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32,0.0825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,64,0.0826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,128,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,256,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,512,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,1024,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2048,0.0846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4096,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8192,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16384,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32768,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,65536,0.1198
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,131072,0.1421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32,0.0887
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,64,0.0887
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,128,0.0890
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,256,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,512,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,1024,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2048,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4096,0.0948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8192,0.0975
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16384,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32768,0.1263
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,65536,0.1474
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,131072,0.1905
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2,0.0948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16,0.0948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,64,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,128,0.0957
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,256,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,512,0.0969
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,1024,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2048,0.1000
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4096,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8192,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16384,0.1281
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32768,0.1513
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,65536,0.1947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,131072,0.2794
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,64,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,128,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,256,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,512,0.0997
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,1024,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2048,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4096,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8192,0.1302
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16384,0.1525
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32768,0.1979
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,65536,0.2889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,131072,0.4678
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2,0.1038
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4,0.1042
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8,0.1040
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32,0.1040
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,64,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,128,0.1039
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,256,0.1045
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,512,0.1062
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,1024,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2048,0.1212
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4096,0.1344
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8192,0.1578
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16384,0.2024
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32768,0.2923
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,65536,0.4723
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,131072,0.8306
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2,0.1096
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8,0.1104
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,64,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,128,0.1097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,256,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,512,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,1024,0.1240
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2048,0.1377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4096,0.1606
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8192,0.2067
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16384,0.2957
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32768,0.4734
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,65536,0.8324
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,131072,1.5424
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2,0.1213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4,0.1214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16,0.1217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,64,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,128,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,256,0.1223
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,512,0.1330
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,1024,0.1441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2048,0.1688
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4096,0.2141
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8192,0.3057
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16384,0.4846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32768,0.8444
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,65536,1.5601
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,131072,2.9896
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2,0.1379
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4,0.1397
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8,0.1385
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16,0.1394
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32,0.1378
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,64,0.1383
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,128,0.1413
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,256,0.1438
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,512,0.1564
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,1024,0.1793
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2048,0.2263
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4096,0.3182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8192,0.4993
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16384,0.8646
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32768,1.5911
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,65536,3.0458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2,0.1762
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4,0.1749
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8,0.1746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16,0.1758
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32,0.1763
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,64,0.1749
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,128,0.1747
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,256,0.1800
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,512,0.2021
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,1024,0.2451
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2048,0.3332
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4096,0.5046
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8192,0.8450
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16384,1.5250
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32768,2.8906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4,0.0746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16,0.0746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,64,0.0746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,128,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,256,0.0744
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,512,0.0765
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,1024,0.0782
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2048,0.0782
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4096,0.0785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8192,0.0804
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16384,0.0826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32768,0.0885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,65536,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,131072,0.1085
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2,0.0766
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4,0.0765
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8,0.0763
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16,0.0766
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32,0.0765
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,64,0.0765
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,128,0.0766
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,256,0.0767
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,512,0.0783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,1024,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2048,0.0785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4096,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8192,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16384,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32768,0.0910
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,65536,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,131072,0.1217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2,0.0789
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8,0.0784
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32,0.0790
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,64,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,128,0.0790
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,256,0.0787
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,512,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,1024,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2048,0.0813
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4096,0.0857
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8192,0.0854
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16384,0.0897
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32768,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,65536,0.1170
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,131072,0.1401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2,0.0849
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8,0.0851
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16,0.0855
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,64,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,128,0.0864
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,256,0.0851
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,512,0.0869
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,1024,0.0869
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2048,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4096,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8192,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16384,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32768,0.1215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,65536,0.1432
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,131072,0.1855
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,64,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,128,0.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,256,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,512,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,1024,0.0969
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2048,0.0977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4096,0.1001
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8192,0.1117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16384,0.1275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32768,0.1486
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,65536,0.1925
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,131072,0.2765
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,64,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,128,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,256,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,512,0.0978
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,1024,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2048,0.1025
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4096,0.1126
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8192,0.1276
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16384,0.1502
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32768,0.1960
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,65536,0.2865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,131072,0.4650
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,64,0.1013
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,128,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,256,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,512,0.1017
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,1024,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2048,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4096,0.1295
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8192,0.1533
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16384,0.1980
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32768,0.2882
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,65536,0.4668
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,131072,0.8269
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16,0.1064
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,64,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,128,0.1069
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,256,0.1069
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,512,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,1024,0.1202
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2048,0.1335
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4096,0.1566
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8192,0.2030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16384,0.2917
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32768,0.4717
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,65536,0.8290
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,131072,1.5382
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4,0.1185
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16,0.1182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,64,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,128,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,256,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,512,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,1024,0.1417
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2048,0.1661
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4096,0.2100
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8192,0.3018
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16384,0.4803
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32768,0.8398
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,65536,1.5581
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,131072,2.9880
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2,0.1307
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4,0.1307
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8,0.1318
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16,0.1315
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32,0.1314
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,64,0.1316
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,128,0.1336
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,256,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,512,0.1500
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,1024,0.1724
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2048,0.2200
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4096,0.3103
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8192,0.4926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16384,0.8560
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32768,1.5839
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,65536,3.0381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2,0.1664
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4,0.1666
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8,0.1673
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16,0.1663
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32,0.1665
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,64,0.1659
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,128,0.1650
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,256,0.1694
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,512,0.1934
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,1024,0.2346
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2048,0.3217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4096,0.4915
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8192,0.8333
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16384,1.5148
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32768,2.8822
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2,0.1370
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4,0.1374
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8,0.1381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16,0.1376
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,64,0.1379
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,128,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,256,0.1385
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,512,0.1406
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,1024,0.1435
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2048,0.1447
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4096,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8192,0.1544
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16384,0.1675
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32768,0.1594
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,65536,0.1653
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,131072,0.1786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2,0.1399
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4,0.1382
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8,0.1394
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16,0.1397
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32,0.1386
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,64,0.1396
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,128,0.1385
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,256,0.1394
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,512,0.1421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,1024,0.1445
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2048,0.1470
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4096,0.1555
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8192,0.1626
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16384,0.1543
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32768,0.1620
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,65536,0.1739
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,131072,0.1991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2,0.1424
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4,0.1438
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8,0.1428
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16,0.1428
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32,0.1431
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,64,0.1424
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,128,0.1433
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,256,0.1431
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,512,0.1461
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,1024,0.1505
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2048,0.1571
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4096,0.1646
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8192,0.1546
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16384,0.1623
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32768,0.1759
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,65536,0.2021
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,131072,0.2504
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2,0.1462
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4,0.1461
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8,0.1463
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16,0.1462
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32,0.1462
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,64,0.1464
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,128,0.1469
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,256,0.1457
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,512,0.1500
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,1024,0.1581
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2048,0.1673
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4096,0.1556
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8192,0.1643
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16384,0.1755
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32768,0.2021
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,65536,0.2492
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,131072,0.3485
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2,0.1600
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4,0.1603
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8,0.1584
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16,0.1603
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32,0.1589
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,64,0.1605
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,128,0.1599
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,256,0.1609
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,512,0.1642
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,1024,0.1731
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2048,0.1642
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4096,0.1726
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8192,0.1854
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16384,0.2135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32768,0.2646
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,65536,0.3710
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,131072,0.5806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2,0.1642
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4,0.1630
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8,0.1649
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16,0.1639
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32,0.1653
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,64,0.1634
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,128,0.1648
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,256,0.1646
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,512,0.1727
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,1024,0.1752
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2048,0.1843
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4096,0.1973
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8192,0.2250
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16384,0.2751
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32768,0.3821
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,65536,0.5916
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,131072,1.0142
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2,0.1845
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4,0.1848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8,0.1844
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16,0.1849
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32,0.1848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,64,0.1845
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,128,0.1845
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,256,0.1868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,512,0.1890
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,1024,0.1961
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2048,0.2110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4096,0.2385
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8192,0.2891
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16384,0.3955
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32768,0.6041
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,65536,1.0251
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,131072,1.8610
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2,0.2336
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4,0.2335
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8,0.2337
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16,0.2339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32,0.2338
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,64,0.2339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,128,0.2344
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,256,0.2374
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,512,0.2441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,1024,0.2595
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2048,0.2885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4096,0.3406
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8192,0.4472
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16384,0.6577
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32768,1.0785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,65536,1.9160
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,131072,3.5938
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2,0.3268
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4,0.3285
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8,0.3289
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16,0.3271
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32,0.3272
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,64,0.3289
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,128,0.3304
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,256,0.3375
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,512,0.3526
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,1024,0.3826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2048,0.4370
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4096,0.5454
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8192,0.7555
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16384,1.1810
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32768,2.0255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,65536,3.7192
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,131072,7.0999
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2,0.5072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4,0.5103
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8,0.5115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16,0.5067
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32,0.5080
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,64,0.5103
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,128,0.5111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,256,0.5283
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,512,0.5561
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,1024,0.6070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2048,0.7073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4096,0.9007
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8192,1.2866
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16384,2.0593
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32768,3.6108
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,65536,6.7520
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2,0.9023
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4,0.9029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8,0.9025
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16,0.9018
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32,0.9013
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,64,0.9031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,128,0.9061
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,256,0.9321
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,512,0.9840
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,1024,1.0879
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2048,1.2832
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4096,1.6716
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8192,2.4406
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16384,3.9936
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32768,7.1023
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2,0.1189
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4,0.1182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16,0.1177
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32,0.1181
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,64,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,128,0.1185
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,256,0.1182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,512,0.1209
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,1024,0.1238
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2048,0.1248
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4096,0.1263
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8192,0.1332
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16384,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32768,0.1506
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,65536,0.1472
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,131072,0.1629
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2,0.1194
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8,0.1192
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16,0.1210
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,64,0.1208
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,128,0.1192
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,256,0.1212
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,512,0.1225
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,1024,0.1267
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2048,0.1256
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4096,0.1312
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8192,0.1377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16384,0.1466
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32768,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,65536,0.1625
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,131072,0.1898
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2,0.1233
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4,0.1235
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8,0.1233
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16,0.1225
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,64,0.1219
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,128,0.1232
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,256,0.1218
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,512,0.1253
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,1024,0.1279
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2048,0.1308
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4096,0.1386
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8192,0.1481
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16384,0.1470
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32768,0.1612
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,65536,0.1872
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,131072,0.2412
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2,0.1263
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4,0.1275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8,0.1273
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32,0.1267
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,64,0.1279
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,128,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,256,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,512,0.1288
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,1024,0.1353
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2048,0.1419
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4096,0.1506
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8192,0.1489
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16384,0.1629
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32768,0.1927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,65536,0.2422
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,131072,0.3546
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2,0.1363
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4,0.1343
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8,0.1365
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16,0.1347
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32,0.1354
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,64,0.1340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,128,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,256,0.1340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,512,0.1383
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,1024,0.1472
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2048,0.1563
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4096,0.1530
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8192,0.1678
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16384,0.1921
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32768,0.2479
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,65536,0.3496
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,131072,0.5608
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2,0.1438
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4,0.1445
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8,0.1440
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16,0.1446
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32,0.1441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,64,0.1444
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,128,0.1442
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,256,0.1449
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,512,0.1493
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,1024,0.1586
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2048,0.1563
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4096,0.1738
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8192,0.2001
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16384,0.2552
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32768,0.3606
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,65536,0.5819
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,131072,0.9907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2,0.1488
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4,0.1476
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8,0.1492
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16,0.1478
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32,0.1489
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,64,0.1481
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,128,0.1496
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,256,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,512,0.1615
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,1024,0.1677
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2048,0.1843
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4096,0.2097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8192,0.2657
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16384,0.3698
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32768,0.5913
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,65536,1.0044
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,131072,1.8402
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2,0.1725
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4,0.1727
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8,0.1728
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16,0.1735
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32,0.1727
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,64,0.1732
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,128,0.1730
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,256,0.1772
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,512,0.1849
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,1024,0.2007
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2048,0.2274
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4096,0.2817
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8192,0.3866
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16384,0.6101
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32768,1.0164
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,65536,1.8485
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,131072,3.5200
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2,0.2257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4,0.2267
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8,0.2259
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16,0.2259
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32,0.2268
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,64,0.2264
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,128,0.2281
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,256,0.2359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,512,0.2523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,1024,0.2814
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2048,0.3364
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4096,0.4430
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8192,0.6573
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16384,1.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32768,1.9315
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,65536,3.6108
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,131072,7.0082
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2,0.3221
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4,0.3204
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8,0.3206
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16,0.3217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32,0.3215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,64,0.3217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,128,0.3267
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,256,0.3432
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,512,0.3735
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,1024,0.4284
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2048,0.5381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4096,0.7535
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8192,1.1981
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16384,2.0957
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32768,3.7894
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,65536,7.2771
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2,0.5349
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4,0.5362
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8,0.5352
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16,0.5349
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32,0.5346
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,64,0.5355
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,128,0.5444
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,256,0.5713
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,512,0.6250
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,1024,0.7248
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2048,0.9290
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4096,1.3362
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8192,2.1642
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16384,3.8348
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32768,7.0661
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2,0.1015
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4,0.1014
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16,0.1019
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,64,0.1021
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,128,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,256,0.1015
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,512,0.1046
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,1024,0.1081
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2048,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4096,0.1103
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8192,0.1133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16384,0.1233
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32768,0.1299
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,65536,0.1434
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,131072,0.1680
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,64,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,128,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,256,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,512,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,1024,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2048,0.1115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4096,0.1142
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8192,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16384,0.1315
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32768,0.1425
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,65536,0.1583
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,131072,0.1939
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8,0.1076
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,64,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,128,0.1081
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,256,0.1087
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,512,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,1024,0.1139
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2048,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4096,0.1217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8192,0.1312
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16384,0.1407
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32768,0.1608
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,65536,0.1997
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,131072,0.2684
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2,0.1115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8,0.1118
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,64,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,128,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,256,0.1128
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,512,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,1024,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2048,0.1241
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4096,0.1352
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8192,0.1440
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16384,0.1635
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32768,0.2014
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,65536,0.2712
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,131072,0.4122
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2,0.1171
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4,0.1182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8,0.1167
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,64,0.1177
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,128,0.1187
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,256,0.1180
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,512,0.1226
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,1024,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2048,0.1376
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4096,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8192,0.1667
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16384,0.2051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32768,0.2817
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,65536,0.4382
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,131072,0.7516
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2,0.1255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8,0.1251
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16,0.1254
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32,0.1252
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,64,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,128,0.1245
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,256,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,512,0.1311
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,1024,0.1419
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2048,0.1529
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4096,0.1721
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8192,0.2093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16384,0.2862
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32768,0.4431
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,65536,0.7549
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,131072,1.3709
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2,0.1337
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4,0.1340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8,0.1343
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16,0.1349
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32,0.1346
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,64,0.1353
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,128,0.1346
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,256,0.1360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,512,0.1439
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,1024,0.1544
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2048,0.1729
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4096,0.2116
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8192,0.2878
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16384,0.4423
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32768,0.7479
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,65536,1.3577
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,131072,2.5829
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2,0.1536
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4,0.1543
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8,0.1544
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16,0.1530
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32,0.1540
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,64,0.1514
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,128,0.1552
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,256,0.1558
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,512,0.1681
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,1024,0.1873
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2048,0.2263
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4096,0.3046
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8192,0.4572
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16384,0.7641
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32768,1.4156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,65536,2.7047
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,131072,5.2717
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2,0.1891
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4,0.1899
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8,0.1895
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16,0.1892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32,0.1896
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,64,0.1892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,128,0.1906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,256,0.1924
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,512,0.2151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,1024,0.2534
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2048,0.3310
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4096,0.4830
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8192,0.7842
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16384,1.4127
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32768,2.7427
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,65536,5.3976
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,131072,10.7224
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2,0.2552
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4,0.2556
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8,0.2559
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16,0.2554
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32,0.2561
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,64,0.2554
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,128,0.2574
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,256,0.2627
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,512,0.3005
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,1024,0.3724
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2048,0.5127
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4096,0.7826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8192,1.3304
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16384,2.5269
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32768,5.0973
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,65536,10.1774
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2,0.3945
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4,0.3953
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8,0.3969
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16,0.3973
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32,0.3966
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,64,0.3979
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,128,0.4018
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,256,0.4108
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,512,0.4859
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,1024,0.6285
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2048,0.9060
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4096,1.4492
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8192,2.5384
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16384,4.9500
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32768,10.1518
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8,0.0955
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,64,0.0969
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,128,0.0969
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,256,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,512,0.0983
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,1024,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2048,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4096,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8192,0.1034
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16384,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32768,0.1218
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,65536,0.1325
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,131072,0.1467
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,64,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,128,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,256,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,512,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,1024,0.1018
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2048,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4096,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8192,0.1088
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16384,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32768,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,65536,0.1500
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,131072,0.1745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8,0.1014
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,64,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,128,0.1013
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,256,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,512,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,1024,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2048,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4096,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8192,0.1156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16384,0.1329
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32768,0.1453
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,65536,0.1710
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,131072,0.2223
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,64,0.1055
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,128,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,256,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,512,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,1024,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2048,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4096,0.1190
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8192,0.1349
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16384,0.1465
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32768,0.1737
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,65536,0.2272
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,131072,0.3279
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32,0.1095
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,64,0.1096
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,128,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,256,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,512,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,1024,0.1163
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2048,0.1215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4096,0.1381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8192,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16384,0.1777
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32768,0.2352
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,65536,0.3384
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,131072,0.5370
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16,0.1140
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,64,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,128,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,256,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,512,0.1197
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,1024,0.1263
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2048,0.1408
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4096,0.1558
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8192,0.1830
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16384,0.2356
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32768,0.3406
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,65536,0.5506
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,131072,0.9595
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4,0.1189
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32,0.1197
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,64,0.1177
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,128,0.1206
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,256,0.1197
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,512,0.1285
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,1024,0.1443
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2048,0.1584
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4096,0.1844
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8192,0.2372
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16384,0.3414
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32768,0.5553
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,65536,0.9621
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,131072,1.7832
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2,0.1338
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8,0.1324
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32,0.1316
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,64,0.1296
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,128,0.1340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,256,0.1355
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,512,0.1479
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,1024,0.1608
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2048,0.1874
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4096,0.2391
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8192,0.3448
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16384,0.5545
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32768,0.9627
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,65536,1.7885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,131072,3.4151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2,0.1543
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4,0.1558
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8,0.1524
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16,0.1555
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32,0.1516
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,64,0.1555
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,128,0.1566
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,256,0.1626
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,512,0.1775
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,1024,0.2049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2048,0.2555
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4096,0.3607
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8192,0.5699
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16384,0.9954
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32768,1.8135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,65536,3.4714
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,131072,6.7796
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2,0.1939
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4,0.1933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8,0.1949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16,0.1936
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32,0.1945
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,64,0.1933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,128,0.1985
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,256,0.2053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,512,0.2345
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,1024,0.2882
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2048,0.3928
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4096,0.5981
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8192,1.0225
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16384,1.8872
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32768,3.5193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,65536,6.8627
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2,0.2751
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4,0.2748
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8,0.2749
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16,0.2750
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32,0.2745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,64,0.2746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,128,0.2827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,256,0.2973
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,512,0.3517
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,1024,0.4497
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2048,0.6448
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4096,1.0390
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8192,1.8347
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16384,3.4626
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32768,6.6013
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2,0.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4,0.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16,0.0938
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,64,0.0941
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,128,0.0948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,256,0.0928
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,512,0.0952
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,1024,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2048,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4096,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8192,0.0995
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16384,0.1044
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32768,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,65536,0.1293
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,131072,0.1423
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,64,0.0952
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,128,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,256,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,512,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,1024,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2048,0.0977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4096,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8192,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16384,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32768,0.1290
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,65536,0.1426
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,131072,0.1690
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16,0.0975
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32,0.0969
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,64,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,128,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,256,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,512,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,1024,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2048,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4096,0.1040
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8192,0.1095
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16384,0.1260
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32768,0.1400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,65536,0.1655
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,131072,0.2180
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,64,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,128,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,256,0.1013
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,512,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,1024,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2048,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4096,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8192,0.1279
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16384,0.1426
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32768,0.1687
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,65536,0.2219
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,131072,0.3220
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4,0.1069
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,64,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,128,0.1080
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,256,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,512,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,1024,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2048,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4096,0.1335
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8192,0.1461
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16384,0.1728
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32768,0.2281
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,65536,0.3266
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,131072,0.5318
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32,0.1116
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,64,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,128,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,256,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,512,0.1137
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,1024,0.1189
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2048,0.1343
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4096,0.1505
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8192,0.1746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16384,0.2289
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32768,0.3354
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,65536,0.5418
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,131072,0.9457
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4,0.1138
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,64,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,128,0.1144
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,256,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,512,0.1194
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,1024,0.1379
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2048,0.1525
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4096,0.1773
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8192,0.2310
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16384,0.3373
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32768,0.5473
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,65536,0.9564
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,131072,1.7733
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2,0.1214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4,0.1213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8,0.1213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32,0.1202
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,64,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,128,0.1215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,256,0.1219
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,512,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,1024,0.1516
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2048,0.1799
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4096,0.2309
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8192,0.3340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16384,0.5459
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32768,0.9487
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,65536,1.7638
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,131072,3.3950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2,0.1396
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4,0.1377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16,0.1377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32,0.1358
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,64,0.1378
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,128,0.1401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,256,0.1486
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,512,0.1622
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,1024,0.1904
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2048,0.2409
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4096,0.3452
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8192,0.5554
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16384,0.9779
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32768,1.7899
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,65536,3.4195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,131072,6.7107
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2,0.1691
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4,0.1667
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8,0.1700
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16,0.1678
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32,0.1687
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,64,0.1667
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,128,0.1748
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,256,0.1827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,512,0.2095
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,1024,0.2609
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2048,0.3642
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4096,0.5708
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8192,0.9931
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16384,1.8510
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32768,3.4819
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,65536,6.8108
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2,0.2273
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4,0.2269
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8,0.2277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16,0.2271
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32,0.2275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,64,0.2265
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,128,0.2355
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,256,0.2506
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,512,0.2998
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,1024,0.3942
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2048,0.5927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4096,0.9857
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8192,1.7827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16384,3.3959
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32768,6.5382
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8,0.0893
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16,0.0903
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,64,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,128,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,256,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,512,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,1024,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2048,0.0934
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4096,0.0948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8192,0.0962
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16384,0.0995
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32768,0.1117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,65536,0.1269
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,131072,0.1415
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8,0.0911
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,64,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,128,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,256,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,512,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,1024,0.0943
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2048,0.0937
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4096,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8192,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16384,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32768,0.1214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,65536,0.1421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,131072,0.1654
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4,0.0946
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,64,0.0948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,128,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,256,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,512,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,1024,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2048,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4096,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8192,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16384,0.1206
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32768,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,65536,0.1631
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,131072,0.2154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16,0.0999
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,64,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,128,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,256,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,512,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,1024,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2048,0.1055
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4096,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8192,0.1221
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16384,0.1389
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32768,0.1668
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,65536,0.2193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,131072,0.3195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4,0.1055
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16,0.1054
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,64,0.1054
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,128,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,256,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,512,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,1024,0.1107
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2048,0.1151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4096,0.1281
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8192,0.1442
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16384,0.1714
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32768,0.2250
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,65536,0.3258
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,131072,0.5280
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32,0.1092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,64,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,128,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,256,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,512,0.1115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,1024,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2048,0.1285
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4096,0.1489
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8192,0.1725
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16384,0.2267
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32768,0.3345
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,65536,0.5383
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,131072,0.9501
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2,0.1136
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,64,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,128,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,256,0.1133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,512,0.1186
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,1024,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2048,0.1500
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4096,0.1756
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8192,0.2302
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16384,0.3354
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32768,0.5457
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,65536,0.9476
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,131072,1.7746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16,0.1182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,64,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,128,0.1182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,256,0.1194
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,512,0.1315
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,1024,0.1489
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2048,0.1758
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4096,0.2275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8192,0.3336
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16384,0.5434
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32768,0.9449
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,65536,1.7606
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,131072,3.3944
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2,0.1299
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4,0.1320
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8,0.1308
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16,0.1323
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32,0.1296
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,64,0.1302
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,128,0.1356
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,256,0.1404
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,512,0.1555
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,1024,0.1826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2048,0.2345
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4096,0.3358
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8192,0.5502
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16384,0.9756
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32768,1.7866
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,65536,3.4185
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,131072,6.7060
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2,0.1586
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4,0.1563
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8,0.1585
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16,0.1605
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32,0.1579
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,64,0.1579
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,128,0.1660
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,256,0.1730
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,512,0.2003
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,1024,0.2506
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2048,0.3542
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4096,0.5602
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8192,0.9848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16384,1.8469
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32768,3.4747
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,65536,6.8001
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2,0.2084
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4,0.2081
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8,0.2089
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16,0.2076
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32,0.2088
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,64,0.2077
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,128,0.2156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,256,0.2292
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,512,0.2800
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,1024,0.3738
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2048,0.5680
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4096,0.9600
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8192,1.7591
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16384,3.3808
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32768,6.5098
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4,0.0867
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,64,0.0864
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,128,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,256,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,512,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,1024,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2048,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4096,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8192,0.0931
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16384,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32768,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,65536,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,131072,0.1379
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2,0.0883
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4,0.0890
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8,0.0885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16,0.0885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32,0.0885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,64,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,128,0.0885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,256,0.0886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,512,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,1024,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2048,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4096,0.0910
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8192,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16384,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32768,0.1161
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,65536,0.1381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,131072,0.1624
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2,0.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4,0.0943
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8,0.0934
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16,0.0942
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32,0.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,64,0.0935
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,128,0.0932
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,256,0.0939
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,512,0.0953
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,1024,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2048,0.0969
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4096,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8192,0.1043
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16384,0.1182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32768,0.1376
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,65536,0.1632
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,131072,0.2117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,64,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,128,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,256,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,512,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,1024,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2048,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4096,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8192,0.1206
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16384,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32768,0.1656
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,65536,0.2223
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,131072,0.3185
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,64,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,128,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,256,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,512,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,1024,0.1107
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2048,0.1150
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4096,0.1242
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8192,0.1438
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16384,0.1711
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32768,0.2241
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,65536,0.3226
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,131072,0.5300
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2,0.1077
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4,0.1080
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8,0.1083
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16,0.1084
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,64,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,128,0.1086
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,256,0.1083
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,512,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,1024,0.1137
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2048,0.1254
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4096,0.1463
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8192,0.1705
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16384,0.2234
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32768,0.3330
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,65536,0.5386
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,131072,0.9509
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,64,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,128,0.1095
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,256,0.1100
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,512,0.1133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,1024,0.1252
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2048,0.1462
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4096,0.1725
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8192,0.2271
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16384,0.3322
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32768,0.5441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,65536,0.9515
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,131072,1.7757
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2,0.1166
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8,0.1158
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16,0.1156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32,0.1158
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,64,0.1162
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,128,0.1171
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,256,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,512,0.1284
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,1024,0.1472
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2048,0.1730
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4096,0.2264
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8192,0.3309
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16384,0.5407
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32768,0.9445
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,65536,1.7580
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,131072,3.3967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2,0.1262
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8,0.1274
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16,0.1274
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32,0.1267
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,64,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,128,0.1294
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,256,0.1381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,512,0.1537
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,1024,0.1794
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2048,0.2302
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4096,0.3321
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8192,0.5432
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16384,0.9679
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32768,1.7822
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,65536,3.4082
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,131072,6.7000
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2,0.1545
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4,0.1538
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8,0.1543
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16,0.1545
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32,0.1512
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,64,0.1513
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,128,0.1595
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,256,0.1670
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,512,0.1943
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,1024,0.2448
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2048,0.3479
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4096,0.5561
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8192,0.9755
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16384,1.8344
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32768,3.4745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,65536,6.7897
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2,0.1978
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4,0.1988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8,0.1988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16,0.1977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32,0.1978
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,64,0.1972
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,128,0.2052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,256,0.2183
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,512,0.2665
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,1024,0.3611
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2048,0.5567
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4096,0.9515
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8192,1.7541
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16384,3.3812
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32768,6.4976
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2,0.0845
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4,0.0846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8,0.0846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,64,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,128,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,256,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,512,0.0867
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,1024,0.0885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2048,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4096,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8192,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16384,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32768,0.1038
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,65536,0.1233
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,131072,0.1362
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2,0.0851
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4,0.0855
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16,0.0857
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32,0.0855
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,64,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,128,0.0853
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,256,0.0854
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,512,0.0872
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,1024,0.0886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2048,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4096,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8192,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16384,0.0975
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32768,0.1164
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,65536,0.1353
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,131072,0.1614
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,64,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,128,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,256,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,512,0.0928
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,1024,0.0945
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2048,0.0948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4096,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8192,0.1002
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16384,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32768,0.1340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,65536,0.1594
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,131072,0.2084
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,64,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,128,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,256,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,512,0.0969
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,1024,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2048,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4096,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8192,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16384,0.1347
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32768,0.1619
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,65536,0.2175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,131072,0.3155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,64,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,128,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,256,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,512,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,1024,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2048,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4096,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8192,0.1388
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16384,0.1661
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32768,0.2196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,65536,0.3199
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,131072,0.5212
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,64,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,128,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,256,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,512,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,1024,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2048,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4096,0.1430
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8192,0.1663
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16384,0.2208
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32768,0.3267
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,65536,0.5370
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,131072,0.9484
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2,0.1064
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4,0.1067
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32,0.1055
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,64,0.1059
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,128,0.1056
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,256,0.1062
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,512,0.1097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,1024,0.1218
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2048,0.1438
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4096,0.1676
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8192,0.2220
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16384,0.3271
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32768,0.5370
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,65536,0.9440
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,131072,1.7644
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4,0.1130
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,64,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,128,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,256,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,512,0.1246
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,1024,0.1426
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2048,0.1703
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4096,0.2229
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8192,0.3285
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16384,0.5376
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32768,0.9419
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,65536,1.7591
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,131072,3.3930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8,0.1232
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16,0.1223
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32,0.1233
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,64,0.1226
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,128,0.1242
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,256,0.1356
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,512,0.1502
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,1024,0.1758
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2048,0.2285
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4096,0.3324
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8192,0.5419
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16384,0.9683
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32768,1.7847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,65536,3.4038
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,131072,6.7070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2,0.1486
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4,0.1480
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8,0.1483
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,64,0.1472
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,128,0.1543
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,256,0.1624
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,512,0.1884
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,1024,0.2401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2048,0.3419
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4096,0.5467
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8192,0.9723
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16384,1.8290
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32768,3.4597
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,65536,6.7967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2,0.1924
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4,0.1929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8,0.1915
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16,0.1912
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32,0.1915
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,64,0.1919
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,128,0.1992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,256,0.2132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,512,0.2599
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,1024,0.3537
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2048,0.5508
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4096,0.9452
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8192,1.7383
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16384,3.3480
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32768,6.4870
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2,0.1335
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4,0.1335
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8,0.1332
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32,0.1337
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,64,0.1340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,128,0.1338
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,256,0.1337
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,512,0.1357
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,1024,0.1381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2048,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4096,0.1407
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8192,0.1440
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16384,0.1505
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32768,0.1541
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,65536,0.1571
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,131072,0.1628
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2,0.1360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4,0.1357
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8,0.1356
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32,0.1355
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,64,0.1360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,128,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,256,0.1364
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,512,0.1386
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,1024,0.1403
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2048,0.1400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4096,0.1437
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8192,0.1501
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16384,0.1516
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32768,0.1552
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,65536,0.1612
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,131072,0.1730
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2,0.1399
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4,0.1400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8,0.1408
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16,0.1400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32,0.1413
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,64,0.1400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,128,0.1401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,256,0.1404
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,512,0.1420
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,1024,0.1440
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2048,0.1462
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4096,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8192,0.1524
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16384,0.1556
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32768,0.1633
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,65536,0.1748
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,131072,0.1977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2,0.1400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4,0.1384
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8,0.1398
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16,0.1386
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32,0.1401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,64,0.1379
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,128,0.1394
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,256,0.1378
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,512,0.1408
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,1024,0.1442
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2048,0.1498
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4096,0.1500
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8192,0.1531
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16384,0.1589
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32768,0.1727
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,65536,0.1957
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,131072,0.2454
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2,0.1470
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4,0.1481
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8,0.1472
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16,0.1476
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32,0.1467
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,64,0.1480
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,128,0.1472
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,256,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,512,0.1498
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,1024,0.1537
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2048,0.1544
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4096,0.1592
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8192,0.1660
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16384,0.1807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32768,0.2072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,65536,0.2589
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,131072,0.3633
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2,0.1524
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4,0.1509
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8,0.1511
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16,0.1520
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32,0.1506
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,64,0.1523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,128,0.1511
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,256,0.1522
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,512,0.1584
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,1024,0.1605
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2048,0.1642
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4096,0.1717
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8192,0.1853
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16384,0.2121
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32768,0.2659
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,65536,0.3696
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,131072,0.5821
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2,0.1628
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4,0.1608
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8,0.1623
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16,0.1619
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32,0.1608
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,64,0.1623
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,128,0.1608
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,256,0.1647
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,512,0.1646
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,1024,0.1680
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2048,0.1747
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4096,0.1890
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8192,0.2156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16384,0.2684
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32768,0.3744
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,65536,0.5896
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,131072,1.0075
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2,0.1928
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4,0.1925
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8,0.1916
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16,0.1925
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32,0.1911
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,64,0.1919
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,128,0.1912
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,256,0.1940
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,512,0.1963
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,1024,0.2046
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2048,0.2165
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4096,0.2466
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8192,0.2981
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16384,0.4040
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32768,0.6214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,65536,1.0449
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,131072,1.8832
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2,0.2506
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4,0.2515
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8,0.2516
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16,0.2525
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32,0.2520
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,64,0.2514
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,128,0.2521
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,256,0.2527
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,512,0.2600
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,1024,0.2759
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2048,0.3048
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4096,0.3593
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8192,0.4656
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16384,0.6836
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32768,1.1148
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,65536,1.9560
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,131072,3.6415
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2,0.3452
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4,0.3465
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8,0.3444
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16,0.3452
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32,0.3448
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,64,0.3458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,128,0.3449
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,256,0.3503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,512,0.3648
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,1024,0.3913
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2048,0.4444
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4096,0.5432
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8192,0.7362
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16384,1.1186
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32768,1.8788
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,65536,3.4027
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2,0.5814
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4,0.5798
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8,0.5821
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16,0.5810
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32,0.5800
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,64,0.5810
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,128,0.5830
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,256,0.5899
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,512,0.6161
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,1024,0.6676
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2048,0.7702
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4096,0.9716
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8192,1.3499
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16384,2.1084
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32768,3.6273
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2,0.1156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,64,0.1151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,128,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,256,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,512,0.1161
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,1024,0.1185
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2048,0.1198
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4096,0.1206
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8192,0.1250
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16384,0.1273
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32768,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,65536,0.1381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,131072,0.1445
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2,0.1162
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16,0.1164
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32,0.1171
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,64,0.1170
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,128,0.1161
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,256,0.1158
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,512,0.1184
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,1024,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2048,0.1210
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4096,0.1230
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8192,0.1267
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16384,0.1313
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32768,0.1409
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,65536,0.1461
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,131072,0.1580
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2,0.1191
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8,0.1180
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16,0.1192
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32,0.1189
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,64,0.1192
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,128,0.1190
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,256,0.1186
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,512,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,1024,0.1224
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2048,0.1229
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4096,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8192,0.1319
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16384,0.1378
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32768,0.1425
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,65536,0.1543
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,131072,0.1769
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4,0.1221
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16,0.1227
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32,0.1222
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,64,0.1222
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,128,0.1220
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,256,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,512,0.1232
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,1024,0.1261
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2048,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4096,0.1323
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8192,0.1376
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16384,0.1438
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32768,0.1548
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,65536,0.1784
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,131072,0.2230
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2,0.1285
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4,0.1274
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,64,0.1272
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,128,0.1281
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,256,0.1264
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,512,0.1294
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,1024,0.1336
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2048,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4096,0.1401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8192,0.1476
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16384,0.1582
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32768,0.1818
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,65536,0.2251
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,131072,0.3179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2,0.1319
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4,0.1330
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8,0.1317
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16,0.1333
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32,0.1312
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,64,0.1318
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,128,0.1315
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,256,0.1323
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,512,0.1336
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,1024,0.1379
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2048,0.1420
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4096,0.1496
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8192,0.1610
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16384,0.1865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32768,0.2342
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,65536,0.3325
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,131072,0.5263
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2,0.1362
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4,0.1358
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8,0.1369
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16,0.1353
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32,0.1365
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,64,0.1357
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,128,0.1363
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,256,0.1365
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,512,0.1449
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,1024,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2048,0.1549
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4096,0.1675
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8192,0.1935
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16384,0.2417
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32768,0.3384
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,65536,0.5349
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,131072,0.9236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4,0.1510
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8,0.1502
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16,0.1507
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32,0.1509
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,64,0.1512
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,128,0.1521
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,256,0.1523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,512,0.1567
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,1024,0.1628
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2048,0.1772
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4096,0.2015
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8192,0.2511
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16384,0.3478
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32768,0.5479
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,65536,0.9377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,131072,1.7031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2,0.1843
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4,0.1847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8,0.1843
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16,0.1852
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32,0.1847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,64,0.1848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,128,0.1850
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,256,0.1885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,512,0.1936
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,1024,0.2085
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2048,0.2358
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4096,0.2858
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8192,0.3834
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16384,0.5871
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32768,0.9815
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,65536,1.7523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,131072,3.2995
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2,0.2429
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4,0.2424
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8,0.2426
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16,0.2428
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32,0.2429
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,64,0.2424
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,128,0.2439
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,256,0.2500
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,512,0.2626
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,1024,0.2901
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2048,0.3439
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4096,0.4431
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8192,0.6468
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16384,1.0491
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32768,1.8355
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,65536,3.4002
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2,0.3635
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4,0.3637
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8,0.3643
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16,0.3638
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32,0.3646
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,64,0.3634
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,128,0.3638
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,256,0.3800
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,512,0.4018
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,1024,0.4533
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2048,0.5488
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4096,0.7328
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8192,1.0962
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16384,1.8191
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32768,3.2700
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4,0.1095
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8,0.1084
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16,0.1101
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,64,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,128,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,256,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,512,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,1024,0.1141
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2048,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4096,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8192,0.1185
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16384,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32768,0.1285
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,65536,0.1349
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,131072,0.1461
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8,0.1128
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32,0.1128
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,64,0.1115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,128,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,256,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,512,0.1149
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,1024,0.1171
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2048,0.1183
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4096,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8192,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16384,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32768,0.1363
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,65536,0.1459
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,131072,0.1599
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8,0.1159
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,64,0.1156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,128,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,256,0.1156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,512,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,1024,0.1186
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2048,0.1213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4096,0.1255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8192,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16384,0.1366
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32768,0.1461
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,65536,0.1630
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,131072,0.1934
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8,0.1199
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,64,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,128,0.1210
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,256,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,512,0.1223
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,1024,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2048,0.1275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4096,0.1300
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8192,0.1391
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16384,0.1481
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32768,0.1657
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,65536,0.1972
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,131072,0.2594
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8,0.1244
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16,0.1255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32,0.1253
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,64,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,128,0.1254
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,256,0.1268
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,512,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,1024,0.1316
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2048,0.1354
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4096,0.1411
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8192,0.1504
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16384,0.1677
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32768,0.2036
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,65536,0.2745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,131072,0.4168
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2,0.1310
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4,0.1337
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8,0.1306
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16,0.1318
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32,0.1315
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,64,0.1322
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,128,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,256,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,512,0.1357
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,1024,0.1402
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2048,0.1465
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4096,0.1565
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8192,0.1743
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16384,0.2106
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32768,0.2791
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,65536,0.4179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,131072,0.6988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2,0.1426
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4,0.1434
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8,0.1421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16,0.1431
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32,0.1424
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,64,0.1422
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,128,0.1431
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,256,0.1438
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,512,0.1468
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,1024,0.1524
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2048,0.1622
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4096,0.1810
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8192,0.2156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16384,0.2845
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32768,0.4234
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,65536,0.7026
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,131072,1.2623
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2,0.1679
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4,0.1687
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8,0.1669
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16,0.1681
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32,0.1673
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,64,0.1683
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,128,0.1674
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,256,0.1684
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,512,0.1732
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,1024,0.1827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2048,0.2026
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4096,0.2388
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8192,0.3082
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16384,0.4482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32768,0.7292
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,65536,1.2968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,131072,2.4673
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2,0.2141
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4,0.2136
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8,0.2137
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16,0.2135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32,0.2137
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,64,0.2139
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,128,0.2148
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,256,0.2141
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,512,0.2236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,1024,0.2435
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2048,0.2800
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4096,0.3513
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8192,0.4888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16384,0.7663
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32768,1.3238
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,65536,2.4971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,131072,4.9066
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2,0.2962
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4,0.2972
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8,0.2971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16,0.2964
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32,0.2961
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,64,0.2971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,128,0.2957
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,256,0.2956
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,512,0.3142
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,1024,0.3482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2048,0.4130
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4096,0.5402
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8192,0.7849
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16384,1.2789
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32768,2.3057
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,65536,4.5476
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2,0.4963
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4,0.4955
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8,0.4952
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16,0.4942
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32,0.4952
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,64,0.4984
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,128,0.5006
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,256,0.4975
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,512,0.5281
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,1024,0.5930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2048,0.7207
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4096,0.9717
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8192,1.4609
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16384,2.4506
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32768,4.5201
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2,0.1037
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32,0.1037
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,64,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,128,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,256,0.1035
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,512,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,1024,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2048,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4096,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8192,0.1098
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16384,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32768,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,65536,0.1265
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,131072,0.1361
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2,0.1069
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32,0.1066
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,64,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,128,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,256,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,512,0.1079
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,1024,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2048,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4096,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8192,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16384,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32768,0.1275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,65536,0.1399
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,131072,0.1493
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16,0.1092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,64,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,128,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,256,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,512,0.1103
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,1024,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2048,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4096,0.1145
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8192,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16384,0.1238
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32768,0.1360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,65536,0.1462
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,131072,0.1683
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16,0.1136
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,64,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,128,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,256,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,512,0.1145
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,1024,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2048,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4096,0.1217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8192,0.1258
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16384,0.1377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32768,0.1495
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,65536,0.1725
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,131072,0.2148
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,64,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,128,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,256,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,512,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,1024,0.1214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2048,0.1242
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4096,0.1301
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8192,0.1414
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16384,0.1526
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32768,0.1758
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,65536,0.2193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,131072,0.3032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2,0.1220
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4,0.1212
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8,0.1226
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32,0.1219
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,64,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,128,0.1217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,256,0.1234
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,512,0.1247
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,1024,0.1282
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2048,0.1329
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4096,0.1422
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8192,0.1540
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16384,0.1780
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32768,0.2229
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,65536,0.3131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,131072,0.4915
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2,0.1258
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4,0.1275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16,0.1268
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32,0.1271
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,64,0.1268
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,128,0.1279
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,256,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,512,0.1322
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,1024,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2048,0.1463
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4096,0.1592
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8192,0.1828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16384,0.2278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32768,0.3178
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,65536,0.4963
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,131072,0.8563
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2,0.1401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4,0.1401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8,0.1400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16,0.1401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32,0.1401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,64,0.1397
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,128,0.1401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,256,0.1417
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,512,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,1024,0.1557
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2048,0.1683
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4096,0.1909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8192,0.2377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16384,0.3260
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32768,0.5046
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,65536,0.8638
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,131072,1.5752
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2,0.1691
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4,0.1693
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8,0.1690
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16,0.1684
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32,0.1676
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,64,0.1676
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,128,0.1691
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,256,0.1720
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,512,0.1793
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,1024,0.1912
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2048,0.2175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4096,0.2628
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8192,0.3547
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16384,0.5331
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32768,0.8925
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,65536,1.6106
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,131072,3.0419
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2,0.2157
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4,0.2158
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8,0.2158
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16,0.2161
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32,0.2165
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,64,0.2159
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,128,0.2165
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,256,0.2201
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,512,0.2332
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,1024,0.2596
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2048,0.3068
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4096,0.3998
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8192,0.5826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16384,0.9459
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32768,1.6734
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,65536,3.1313
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2,0.3139
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4,0.3146
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8,0.3141
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16,0.3149
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32,0.3148
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,64,0.3141
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,128,0.3157
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,256,0.3211
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,512,0.3476
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,1024,0.3919
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2048,0.4812
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4096,0.6550
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8192,0.9935
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16384,1.6764
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32768,3.0453
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2,0.1016
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,64,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,128,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,256,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,512,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,1024,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2048,0.1035
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4096,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8192,0.1059
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16384,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32768,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,65536,0.1219
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,131072,0.1318
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,64,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,128,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,256,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,512,0.1038
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,1024,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2048,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4096,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8192,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16384,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32768,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,65536,0.1328
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,131072,0.1442
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32,0.1058
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,64,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,128,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,256,0.1054
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,512,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,1024,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2048,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4096,0.1097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8192,0.1115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16384,0.1181
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32768,0.1297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,65536,0.1423
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,131072,0.1627
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2,0.1092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8,0.1095
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,64,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,128,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,256,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,512,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,1024,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2048,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4096,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8192,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16384,0.1315
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32768,0.1441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,65536,0.1670
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,131072,0.2087
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4,0.1151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,64,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,128,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,256,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,512,0.1157
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,1024,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2048,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4096,0.1234
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8192,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16384,0.1484
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32768,0.1713
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,65536,0.2151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,131072,0.2986
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2,0.1191
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4,0.1180
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16,0.1177
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,64,0.1180
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,128,0.1183
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,256,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,512,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,1024,0.1214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2048,0.1253
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4096,0.1366
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8192,0.1493
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16384,0.1727
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32768,0.2172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,65536,0.3078
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,131072,0.4850
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2,0.1197
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4,0.1217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16,0.1217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32,0.1210
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,64,0.1213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,128,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,256,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,512,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,1024,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2048,0.1383
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4096,0.1530
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8192,0.1752
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16384,0.2196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32768,0.3094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,65536,0.4893
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,131072,0.8487
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2,0.1272
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4,0.1274
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8,0.1276
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32,0.1275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,64,0.1274
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,128,0.1276
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,256,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,512,0.1340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,1024,0.1441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2048,0.1564
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4096,0.1796
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8192,0.2256
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16384,0.3145
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32768,0.4930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,65536,0.8494
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,131072,1.5622
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2,0.1455
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4,0.1442
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8,0.1458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16,0.1441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32,0.1447
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,64,0.1448
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,128,0.1460
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,256,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,512,0.1578
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,1024,0.1694
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2048,0.1936
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4096,0.2412
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8192,0.3298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16384,0.5110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32768,0.8688
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,65536,1.5874
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,131072,3.0148
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2,0.1788
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4,0.1790
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8,0.1784
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16,0.1789
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32,0.1790
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,64,0.1789
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,128,0.1793
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,256,0.1837
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,512,0.1958
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,1024,0.2201
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2048,0.2691
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4096,0.3614
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8192,0.5430
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16384,0.9079
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32768,1.6363
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,65536,3.0915
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2,0.2413
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4,0.2414
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8,0.2421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16,0.2411
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32,0.2415
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,64,0.2414
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,128,0.2422
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,256,0.2472
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,512,0.2728
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,1024,0.3184
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2048,0.4053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4096,0.5779
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8192,0.9174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16384,1.6012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32768,2.9663
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,64,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,128,0.0977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,256,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,512,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,1024,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2048,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4096,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8192,0.1015
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16384,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32768,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,65536,0.1158
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,131072,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2,0.0978
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32,0.0977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,64,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,128,0.0979
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,256,0.0977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,512,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,1024,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2048,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4096,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8192,0.1034
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16384,0.1067
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32768,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,65536,0.1280
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,131072,0.1414
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4,0.1023
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16,0.1014
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32,0.1019
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,64,0.1021
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,128,0.1025
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,256,0.1019
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,512,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,1024,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2048,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4096,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8192,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16384,0.1147
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32768,0.1260
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,65536,0.1387
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,131072,0.1597
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32,0.1075
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,64,0.1077
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,128,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,256,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,512,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,1024,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2048,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4096,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8192,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16384,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32768,0.1421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,65536,0.1657
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,131072,0.2071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4,0.1137
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32,0.1133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,64,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,128,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,256,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,512,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,1024,0.1156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2048,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4096,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8192,0.1318
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16384,0.1462
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32768,0.1684
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,65536,0.2128
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,131072,0.2956
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16,0.1173
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,64,0.1173
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,128,0.1173
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,256,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,512,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,1024,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2048,0.1223
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4096,0.1332
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8192,0.1469
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16384,0.1715
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32768,0.2157
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,65536,0.3051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,131072,0.4846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2,0.1207
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16,0.1189
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,64,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,128,0.1203
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,256,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,512,0.1199
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,1024,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2048,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4096,0.1479
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8192,0.1711
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16384,0.2159
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32768,0.3074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,65536,0.4881
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,131072,0.8436
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32,0.1238
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,64,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,128,0.1238
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,256,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,512,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,1024,0.1381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2048,0.1520
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4096,0.1748
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8192,0.2199
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16384,0.3095
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32768,0.4884
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,65536,0.8447
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,131072,1.5587
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2,0.1337
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8,0.1332
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16,0.1340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32,0.1340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,64,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,128,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,256,0.1372
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,512,0.1481
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,1024,0.1605
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2048,0.1860
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4096,0.2305
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8192,0.3209
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16384,0.4994
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32768,0.8603
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,65536,1.5768
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,131072,3.0060
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2,0.1601
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4,0.1601
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8,0.1604
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16,0.1602
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32,0.1605
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,64,0.1606
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,128,0.1626
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,256,0.1664
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,512,0.1789
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,1024,0.2020
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2048,0.2503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4096,0.3411
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8192,0.5222
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16384,0.8872
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32768,1.6144
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,65536,3.0692
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2,0.2097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4,0.2097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8,0.2098
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16,0.2101
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32,0.2100
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,64,0.2097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,128,0.2094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,256,0.2162
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,512,0.2402
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,1024,0.2844
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2048,0.3721
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4096,0.5441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8192,0.8836
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16384,1.5642
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32768,2.9295
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2,0.0931
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4,0.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,64,0.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,128,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,256,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,512,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,1024,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2048,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4096,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8192,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16384,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32768,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,65536,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,131072,0.1274
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16,0.0960
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32,0.0956
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,64,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,128,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,256,0.0953
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,512,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,1024,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2048,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4096,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8192,0.1013
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16384,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32768,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,65536,0.1244
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,131072,0.1383
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8,0.1017
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16,0.1022
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,64,0.1028
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,128,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,256,0.1016
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,512,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,1024,0.1035
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2048,0.1036
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4096,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8192,0.1080
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16384,0.1115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32768,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,65536,0.1387
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,131072,0.1606
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2,0.1069
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8,0.1069
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,64,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,128,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,256,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,512,0.1076
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,1024,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2048,0.1092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4096,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8192,0.1149
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16384,0.1256
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32768,0.1410
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,65536,0.1637
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,131072,0.2063
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2,0.1133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16,0.1124
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32,0.1136
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,64,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,128,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,256,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,512,0.1133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,1024,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2048,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4096,0.1194
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8192,0.1302
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16384,0.1458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32768,0.1687
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,65536,0.2110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,131072,0.2950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2,0.1156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4,0.1156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,64,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,128,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,256,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,512,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,1024,0.1180
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2048,0.1215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4096,0.1302
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8192,0.1463
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16384,0.1678
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32768,0.2141
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,65536,0.3038
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,131072,0.4839
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,64,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,128,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,256,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,512,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,1024,0.1206
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2048,0.1301
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4096,0.1460
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8192,0.1686
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16384,0.2141
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32768,0.3054
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,65536,0.4820
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,131072,0.8427
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2,0.1218
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4,0.1217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8,0.1218
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32,0.1217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,64,0.1217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,128,0.1219
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,256,0.1223
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,512,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,1024,0.1355
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2048,0.1496
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4096,0.1729
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8192,0.2182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16384,0.3073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32768,0.4857
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,65536,0.8447
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,131072,1.5547
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2,0.1309
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8,0.1301
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16,0.1305
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,64,0.1296
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,128,0.1311
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,256,0.1336
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,512,0.1441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,1024,0.1563
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2048,0.1807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4096,0.2256
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8192,0.3160
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16384,0.4945
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32768,0.8549
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,65536,1.5713
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,131072,3.0034
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4,0.1514
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8,0.1521
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16,0.1510
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32,0.1520
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,64,0.1506
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,128,0.1544
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,256,0.1585
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,512,0.1708
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,1024,0.1943
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2048,0.2401
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4096,0.3326
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8192,0.5140
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16384,0.8778
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32768,1.6064
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,65536,3.0589
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2,0.1938
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4,0.1919
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8,0.1918
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16,0.1916
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32,0.1910
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,64,0.1920
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,128,0.1916
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,256,0.1974
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,512,0.2213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,1024,0.2653
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2048,0.3516
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4096,0.5233
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8192,0.8635
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16384,1.5456
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32768,2.9101
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2,0.0910
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4,0.0919
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8,0.0914
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32,0.0919
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,64,0.0912
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,128,0.0916
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,256,0.0917
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,512,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,1024,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2048,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4096,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8192,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16384,0.1004
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32768,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,65536,0.1097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,131072,0.1255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4,0.0928
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8,0.0928
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,64,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,128,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,256,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,512,0.0946
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,1024,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2048,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4096,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8192,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16384,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32768,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,65536,0.1192
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,131072,0.1357
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2,0.0987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16,0.0985
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32,0.0987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,64,0.0984
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,128,0.0981
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,256,0.0980
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,512,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,1024,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2048,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4096,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8192,0.1048
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16384,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32768,0.1189
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,65536,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,131072,0.1561
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32,0.1037
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,64,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,128,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,256,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,512,0.1039
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,1024,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2048,0.1060
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4096,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8192,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16384,0.1213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32768,0.1379
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,65536,0.1601
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,131072,0.2031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2,0.1092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16,0.1092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,64,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,128,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,256,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,512,0.1102
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,1024,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2048,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4096,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8192,0.1254
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16384,0.1418
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32768,0.1633
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,65536,0.2079
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,131072,0.2902
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2,0.1121
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8,0.1117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,64,0.1116
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,128,0.1115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,256,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,512,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,1024,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2048,0.1160
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4096,0.1264
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8192,0.1421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16384,0.1648
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32768,0.2101
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,65536,0.3004
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,131072,0.4792
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,64,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,128,0.1128
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,256,0.1123
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,512,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,1024,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2048,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4096,0.1413
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8192,0.1647
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16384,0.2099
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32768,0.2990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,65536,0.4771
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,131072,0.8408
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4,0.1178
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8,0.1192
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,64,0.1180
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,128,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,256,0.1180
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,512,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,1024,0.1313
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2048,0.1461
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4096,0.1687
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8192,0.2150
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16384,0.3042
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32768,0.4807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,65536,0.8425
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,131072,1.5529
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2,0.1261
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4,0.1265
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8,0.1260
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16,0.1258
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,64,0.1256
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,128,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,256,0.1316
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,512,0.1418
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,1024,0.1515
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2048,0.1761
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4096,0.2215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8192,0.3111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16384,0.4909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32768,0.8515
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,65536,1.5642
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,131072,2.9991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2,0.1456
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4,0.1452
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8,0.1452
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16,0.1441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32,0.1442
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,64,0.1442
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,128,0.1468
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,256,0.1523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,512,0.1647
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,1024,0.1886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2048,0.2339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4096,0.3262
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8192,0.5069
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16384,0.8725
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32768,1.5990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,65536,3.0545
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2,0.1847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4,0.1852
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8,0.1848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16,0.1854
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32,0.1855
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,64,0.1845
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,128,0.1853
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,256,0.1900
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,512,0.2134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,1024,0.2564
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2048,0.3431
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4096,0.5138
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8192,0.8548
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16384,1.5340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32768,2.8992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,2,0.1199
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,4,0.1223
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,8,0.1223
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,16,0.1224
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,32,0.1233
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,64,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,128,0.1230
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,256,0.1227
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,512,0.1254
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,1024,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,2048,0.1301
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,4096,0.1357
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,8192,0.1370
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,16384,0.1523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,32768,0.1444
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,65536,0.1505
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,131072,0.1633
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,2,0.1264
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,4,0.1256
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,8,0.1255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,16,0.1260
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,32,0.1249
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,64,0.1272
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,128,0.1260
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,256,0.1264
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,512,0.1295
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,1024,0.1321
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,2048,0.1351
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,4096,0.1423
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,8192,0.1511
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,16384,0.1441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,32768,0.1491
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,65536,0.1629
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,131072,0.1868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,2,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,4,0.1300
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,8,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,16,0.1308
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,32,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,64,0.1310
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,128,0.1309
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,256,0.1301
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,512,0.1334
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,1024,0.1378
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,2048,0.1441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,4096,0.1527
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,8192,0.1427
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,16384,0.1499
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,32768,0.1640
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,65536,0.1875
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,131072,0.2367
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,2,0.1372
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,4,0.1373
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,8,0.1362
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,16,0.1369
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,32,0.1367
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,64,0.1374
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,128,0.1365
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,256,0.1368
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,512,0.1400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,1024,0.1485
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,2048,0.1567
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,4096,0.1463
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,8192,0.1537
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,16384,0.1660
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,32768,0.1909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,65536,0.2389
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,131072,0.3372
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,2,0.1493
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,4,0.1494
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,8,0.1502
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,16,0.1500
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,32,0.1499
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,64,0.1495
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,128,0.1496
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,256,0.1496
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,512,0.1541
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,1024,0.1616
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,2048,0.1540
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,4096,0.1608
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,8192,0.1751
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,16384,0.2015
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,32768,0.2543
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,65536,0.3601
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,131072,0.5712
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,2,0.1519
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,4,0.1514
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,8,0.1534
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,16,0.1533
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,32,0.1538
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,64,0.1520
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,128,0.1523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,256,0.1537
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,512,0.1601
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,1024,0.1635
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,2048,0.1724
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,4096,0.1867
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,8192,0.2136
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,16384,0.2668
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,32768,0.3685
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,65536,0.5830
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,131072,1.0010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,2,0.1694
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,4,0.1707
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,8,0.1689
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,16,0.1704
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,32,0.1687
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,64,0.1701
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,128,0.1699
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,256,0.1745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,512,0.1759
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,1024,0.1837
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,2048,0.1987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,4096,0.2253
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,8192,0.2751
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,16384,0.3818
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,32768,0.5911
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,65536,1.0108
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,131072,1.8513
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,2,0.2100
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,4,0.2113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,8,0.2098
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,16,0.2115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,32,0.2096
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,64,0.2113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,128,0.2096
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,256,0.2149
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,512,0.2206
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,1024,0.2380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,2048,0.2650
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,4096,0.3205
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,8192,0.4257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,16384,0.6346
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,32768,1.0543
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,65536,1.8966
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,131072,3.5734
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,2,0.2861
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,4,0.2876
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,8,0.2886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,16,0.2876
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,32,0.2878
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,64,0.2883
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,128,0.2896
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,256,0.2967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,512,0.3143
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,1024,0.3403
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,2048,0.3956
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,4096,0.5017
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,8192,0.7135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,16384,1.1363
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,32768,1.9824
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,65536,3.6771
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,131072,7.0698
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,2,0.4655
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,4,0.4666
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,8,0.4655
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,16,0.4644
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,32,0.4655
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,64,0.4651
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,128,0.4697
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,256,0.4847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,512,0.5101
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,1024,0.5637
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,2048,0.6632
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,4096,0.8587
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,8192,1.2429
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,16384,2.0186
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,32768,3.5642
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,65536,6.7020
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,2,0.8161
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,4,0.8173
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,8,0.8172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,16,0.8171
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,32,0.8170
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,64,0.8154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,128,0.8209
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,256,0.8467
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,512,0.8994
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,1024,1.0040
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,2048,1.2005
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,4096,1.5855
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,8192,2.3572
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,16384,3.9084
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,32768,7.0245
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,2,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,4,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,8,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,16,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,32,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,64,0.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,128,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,256,0.0928
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,512,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,1024,0.0985
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,2048,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,4096,0.1026
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,8192,0.1098
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,16384,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,32768,0.1358
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,65536,0.1329
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,131072,0.1486
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,2,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,4,0.1006
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,8,0.0984
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,16,0.0987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,32,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,64,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,128,0.0974
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,256,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,512,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,1024,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,2048,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,4096,0.1085
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,8192,0.1185
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,16384,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,32768,0.1420
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,65536,0.1543
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,131072,0.1815
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,2,0.1025
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,4,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,8,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,16,0.1019
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,32,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,64,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,128,0.1026
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,256,0.1026
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,512,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,1024,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,2048,0.1116
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,4096,0.1223
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,8192,0.1375
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,16384,0.1386
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,32768,0.1521
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,65536,0.1789
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,131072,0.2320
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,2,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,4,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,8,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,16,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,32,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,64,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,128,0.1076
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,256,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,512,0.1115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,1024,0.1149
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,2048,0.1253
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,4096,0.1393
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,8192,0.1383
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,16384,0.1526
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,32768,0.1830
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,65536,0.2353
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,131072,0.3426
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,2,0.1162
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,4,0.1169
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,8,0.1186
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,16,0.1182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,32,0.1170
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,64,0.1173
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,128,0.1173
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,256,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,512,0.1233
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,1024,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,2048,0.1463
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,4096,0.1452
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,8192,0.1599
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,16384,0.1860
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,32768,0.2406
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,65536,0.3484
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,131072,0.5544
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,2,0.1275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,4,0.1279
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,8,0.1295
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,16,0.1285
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,32,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,64,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,128,0.1268
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,256,0.1300
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,512,0.1395
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,1024,0.1500
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,2048,0.1499
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,4096,0.1643
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,8192,0.1931
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,16384,0.2449
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,32768,0.3509
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,65536,0.5714
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,131072,0.9837
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,2,0.1342
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,4,0.1349
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,8,0.1342
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,16,0.1347
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,32,0.1355
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,64,0.1357
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,128,0.1366
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,256,0.1407
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,512,0.1524
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,1024,0.1602
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,2048,0.1752
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,4096,0.2031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,8192,0.2558
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,16384,0.3646
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,32768,0.5813
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,65536,0.9929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,131072,1.8267
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,2,0.1584
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,4,0.1572
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,8,0.1575
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,16,0.1576
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,32,0.1583
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,64,0.1596
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,128,0.1591
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,256,0.1636
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,512,0.1724
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,1024,0.1877
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,2048,0.2145
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,4096,0.2694
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,8192,0.3744
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,16384,0.5946
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,32768,1.0033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,65536,1.8360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,131072,3.5030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,2,0.2015
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,4,0.2014
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,8,0.2013
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,16,0.2015
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,32,0.2014
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,64,0.2016
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,128,0.2036
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,256,0.2113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,512,0.2285
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,1024,0.2578
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,2048,0.3121
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,4096,0.4158
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,8192,0.6299
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,16384,1.0714
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,32768,1.9043
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,65536,3.5846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,131072,6.9861
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,2,0.2907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,4,0.2901
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,8,0.2910
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,16,0.2914
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,32,0.2906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,64,0.2903
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,128,0.2953
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,256,0.3127
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,512,0.3440
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,1024,0.3980
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,2048,0.5079
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,4096,0.7238
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,8192,1.1656
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,16384,2.0693
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,32768,3.7671
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,65536,7.2260
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,2,0.4854
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,4,0.4845
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,8,0.4828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,16,0.4839
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,32,0.4847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,64,0.4846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,128,0.4952
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,256,0.5229
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,512,0.5735
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,1024,0.6771
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,2048,0.8789
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,4096,1.2846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,8192,2.1212
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,16384,3.7842
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,32768,7.0120
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,2,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,4,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,8,0.0866
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,16,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,32,0.0866
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,64,0.0866
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,128,0.0864
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,256,0.0866
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,512,0.0886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,1024,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,2048,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,4096,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,8192,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,16384,0.1023
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,32768,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,65536,0.1295
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,131072,0.1545
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,2,0.0920
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,4,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,8,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,16,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,32,0.0928
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,64,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,128,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,256,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,512,0.0948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,1024,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,2048,0.0955
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,4096,0.0999
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,8192,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,16384,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,32768,0.1318
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,65536,0.1489
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,131072,0.1855
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,2,0.0961
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,4,0.0958
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,8,0.0957
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,16,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,32,0.0953
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,64,0.0961
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,128,0.0958
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,256,0.0956
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,512,0.0977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,1024,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,2048,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,4096,0.1047
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,8192,0.1165
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,16384,0.1335
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,32768,0.1520
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,65536,0.1890
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,131072,0.2597
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,2,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,4,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,8,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,16,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,32,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,64,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,128,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,256,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,512,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,1024,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,2048,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,4096,0.1161
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,8192,0.1336
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,16384,0.1544
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,32768,0.1936
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,65536,0.2636
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,131072,0.4034
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,2,0.1069
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,4,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,8,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,16,0.1066
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,32,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,64,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,128,0.1066
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,256,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,512,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,1024,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,2048,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,4096,0.1389
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,8192,0.1584
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,16384,0.1972
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,32768,0.2738
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,65536,0.4296
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,131072,0.7436
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,2,0.1123
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,4,0.1124
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,8,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,16,0.1120
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,32,0.1117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,64,0.1122
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,128,0.1120
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,256,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,512,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,1024,0.1234
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,2048,0.1441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,4096,0.1642
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,8192,0.2035
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,16384,0.2799
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,32768,0.4366
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,65536,0.7466
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,131072,1.3656
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,2,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,4,0.1192
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,8,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,16,0.1194
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,32,0.1197
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,64,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,128,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,256,0.1204
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,512,0.1295
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,1024,0.1469
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,2048,0.1658
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,4096,0.2043
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,8192,0.2812
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,16384,0.4347
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,32768,0.7394
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,65536,1.3490
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,131072,2.5652
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,2,0.1349
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,4,0.1338
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,8,0.1337
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,16,0.1344
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,32,0.1340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,64,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,128,0.1364
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,256,0.1439
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,512,0.1583
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,1024,0.1774
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,2048,0.2170
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,4096,0.2954
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,8192,0.4472
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,16384,0.7538
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,32768,1.3965
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,65536,2.6853
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,131072,5.2708
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,2,0.1689
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,4,0.1708
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,8,0.1687
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,16,0.1720
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,32,0.1684
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,64,0.1706
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,128,0.1735
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,256,0.1776
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,512,0.2003
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,1024,0.2397
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,2048,0.3161
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,4096,0.4693
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,8192,0.7724
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,16384,1.3978
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,32768,2.7206
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,65536,5.3992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,131072,10.8335
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,2,0.2341
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,4,0.2353
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,8,0.2337
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,16,0.2329
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,32,0.2335
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,64,0.2328
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,128,0.2356
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,256,0.2405
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,512,0.2789
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,1024,0.3509
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,2048,0.4907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,4096,0.7642
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,8192,1.3117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,16384,2.5101
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,32768,5.0710
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,65536,10.1766
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,2,0.3616
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,4,0.3617
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,8,0.3605
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,16,0.3614
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,32,0.3619
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,64,0.3601
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,128,0.3666
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,256,0.3756
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,512,0.4499
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,1024,0.5923
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,2048,0.8689
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,4096,1.4098
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,8192,2.5048
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,16384,4.9239
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,32768,10.1321
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,2,0.0831
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,4,0.0850
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,8,0.0849
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,16,0.0852
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,32,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,64,0.0851
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,128,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,256,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,512,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,1024,0.0899
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,2048,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,4096,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,8192,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,16384,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,32768,0.1068
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,65536,0.1215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,131072,0.1362
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,2,0.0885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,4,0.0885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,8,0.0885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,16,0.0886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,32,0.0886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,64,0.0886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,128,0.0882
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,256,0.0885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,512,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,1024,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,2048,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,4096,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,8192,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,16384,0.1015
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,32768,0.1173
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,65536,0.1385
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,131072,0.1646
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,2,0.0916
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,4,0.0919
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,8,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,16,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,32,0.0920
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,64,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,128,0.0924
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,256,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,512,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,1024,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,2048,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,4096,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,8192,0.1039
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,16384,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,32768,0.1383
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,65536,0.1643
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,131072,0.2164
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,2,0.0972
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,4,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,8,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,16,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,32,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,64,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,128,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,256,0.0969
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,512,0.0978
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,1024,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,2048,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,4096,0.1056
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,8192,0.1173
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,16384,0.1394
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,32768,0.1668
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,65536,0.2233
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,131072,0.3217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,2,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,4,0.1028
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,8,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,16,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,32,0.1028
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,64,0.1028
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,128,0.1016
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,256,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,512,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,1024,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,2048,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,4096,0.1258
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,8192,0.1434
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,16384,0.1708
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,32768,0.2276
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,65536,0.3306
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,131072,0.5295
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,2,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,4,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,8,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,16,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,32,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,64,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,128,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,256,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,512,0.1092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,1024,0.1148
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,2048,0.1254
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,4096,0.1484
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,8192,0.1752
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,16384,0.2265
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,32768,0.3339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,65536,0.5427
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,131072,0.9563
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,2,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,4,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,8,0.1106
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,16,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,32,0.1110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,64,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,128,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,256,0.1110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,512,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,1024,0.1295
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,2048,0.1500
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,4096,0.1766
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,8192,0.2309
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,16384,0.3346
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,32768,0.5489
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,65536,0.9542
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,131072,1.7708
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,2,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,4,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,8,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,16,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,32,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,64,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,128,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,256,0.1192
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,512,0.1352
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,1024,0.1520
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,2048,0.1796
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,4096,0.2306
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,8192,0.3367
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,16384,0.5455
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,32768,0.9508
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,65536,1.7695
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,131072,3.4120
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,2,0.1352
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,4,0.1351
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,8,0.1342
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,16,0.1347
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,32,0.1349
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,64,0.1340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,128,0.1366
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,256,0.1488
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,512,0.1647
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,1024,0.1926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,2048,0.2439
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,4096,0.3505
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,8192,0.5564
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,16384,0.9875
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,32768,1.7984
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,65536,3.4386
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,131072,6.7540
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,2,0.1765
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,4,0.1769
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,8,0.1748
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,16,0.1765
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,32,0.1751
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,64,0.1763
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,128,0.1809
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,256,0.1895
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,512,0.2193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,1024,0.2707
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,2048,0.3754
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,4096,0.5810
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,8192,1.0047
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,16384,1.8656
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,32768,3.4974
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,65536,6.8330
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,2,0.2504
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,4,0.2497
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,8,0.2502
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,16,0.2503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,32,0.2505
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,64,0.2503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,128,0.2580
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,256,0.2719
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,512,0.3252
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,1024,0.4255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,2048,0.6199
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,4096,1.0145
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,8192,1.8150
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,16384,3.4324
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,32768,6.5875
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,2,0.0815
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,4,0.0817
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,8,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,16,0.0825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,32,0.0825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,64,0.0824
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,128,0.0818
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,256,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,512,0.0837
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,1024,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,2048,0.0854
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,4096,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,8192,0.0880
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,16384,0.0917
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,32768,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,65536,0.1149
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,131072,0.1318
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,2,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,4,0.0870
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,8,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,16,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,32,0.0867
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,64,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,128,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,256,0.0867
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,512,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,1024,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,2048,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,4096,0.0896
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,8192,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,16384,0.0987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,32768,0.1089
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,65536,0.1358
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,131072,0.1619
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,2,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,4,0.0892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,8,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,16,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,32,0.0893
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,64,0.0892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,128,0.0891
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,256,0.0892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,512,0.0911
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,1024,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,2048,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,4096,0.0953
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,8192,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,16384,0.1110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,32768,0.1324
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,65536,0.1583
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,131072,0.2092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,2,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,4,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,8,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,16,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,32,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,64,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,128,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,256,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,512,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,1024,0.0978
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,2048,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,4096,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,8192,0.1110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,16384,0.1361
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,32768,0.1628
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,65536,0.2178
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,131072,0.3176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,2,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,4,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,8,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,16,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,32,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,64,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,128,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,256,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,512,0.1028
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,1024,0.1059
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,2048,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,4096,0.1133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,8192,0.1395
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,16384,0.1666
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,32768,0.2209
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,65536,0.3214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,131072,0.5243
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,2,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,4,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,8,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,16,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,32,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,64,0.1048
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,128,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,256,0.1045
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,512,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,1024,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,2048,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,4096,0.1438
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,8192,0.1676
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,16384,0.2207
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,32768,0.3304
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,65536,0.5362
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,131072,0.9443
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,2,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,4,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,8,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,16,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,32,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,64,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,128,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,256,0.1077
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,512,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,1024,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,2048,0.1465
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,4096,0.1715
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,8192,0.2242
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,16384,0.3287
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,32768,0.5387
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,65536,0.9458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,131072,1.7665
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,2,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,4,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,8,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,16,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,32,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,64,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,128,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,256,0.1115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,512,0.1213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,1024,0.1428
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,2048,0.1709
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,4096,0.2231
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,8192,0.3285
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,16384,0.5411
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,32768,0.9432
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,65536,1.7592
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,131072,3.3841
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,2,0.1238
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,4,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,8,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,16,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,32,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,64,0.1239
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,128,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,256,0.1343
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,512,0.1517
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,1024,0.1793
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,2048,0.2309
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,4096,0.3350
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,8192,0.5437
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,16384,0.9673
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,32768,1.7792
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,65536,3.4052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,131072,6.7046
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,2,0.1495
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,4,0.1583
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,8,0.1489
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,16,0.1520
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,32,0.1501
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,64,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,128,0.1604
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,256,0.1686
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,512,0.1952
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,1024,0.2457
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,2048,0.3483
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,4096,0.5547
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,8192,0.9856
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,16384,1.8378
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,32768,3.4686
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,65536,6.8111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,2,0.2072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,4,0.2067
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,8,0.2069
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,16,0.2066
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,32,0.2071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,64,0.2070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,128,0.2145
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,256,0.2290
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,512,0.2782
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,1024,0.3734
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,2048,0.5701
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,4096,0.9648
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,8192,1.7599
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,16384,3.3812
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,32768,6.5032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,2,0.0785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,4,0.0803
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,8,0.0803
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,16,0.0784
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,32,0.0785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,64,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,128,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,256,0.0785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,512,0.0806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,1024,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,2048,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,4096,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,8192,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,16384,0.0885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,32768,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,65536,0.1110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,131072,0.1307
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,2,0.0850
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,4,0.0851
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,8,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,16,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,32,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,64,0.0846
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,128,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,256,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,512,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,1024,0.0872
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,2048,0.0872
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,4096,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,8192,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,16384,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,32768,0.1101
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,65536,0.1378
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,131072,0.1603
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,2,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,4,0.0869
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,8,0.0867
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,16,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,32,0.0869
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,64,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,128,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,256,0.0869
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,512,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,1024,0.0898
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,2048,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,4096,0.0964
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,8192,0.0995
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,16384,0.1101
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,32768,0.1316
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,65536,0.1589
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,131072,0.2101
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,2,0.0931
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,4,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,8,0.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,16,0.0938
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,32,0.0936
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,64,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,128,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,256,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,512,0.0960
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,1024,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,2048,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,4096,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,8192,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,16384,0.1355
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,32768,0.1612
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,65536,0.2190
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,131072,0.3146
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,2,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,4,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,8,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,16,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,32,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,64,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,128,0.0972
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,256,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,512,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,1024,0.1019
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,2048,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,4096,0.1149
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,8192,0.1373
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,16384,0.1633
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,32768,0.2167
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,65536,0.3211
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,131072,0.5157
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,2,0.1039
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,4,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,8,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,16,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,32,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,64,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,128,0.1028
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,256,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,512,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,1024,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,2048,0.1183
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,4096,0.1421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,8192,0.1677
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,16384,0.2199
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,32768,0.3266
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,65536,0.5351
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,131072,0.9433
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,2,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,4,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,8,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,16,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,32,0.1071
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,64,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,128,0.1069
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,256,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,512,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,1024,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,2048,0.1438
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,4096,0.1695
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,8192,0.2240
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,16384,0.3295
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,32768,0.5413
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,65536,0.9433
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,131072,1.7618
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,2,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,4,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,8,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,16,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,32,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,64,0.1095
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,128,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,256,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,512,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,1024,0.1412
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,2048,0.1674
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,4096,0.2211
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,8192,0.3243
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,16384,0.5322
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,32768,0.9379
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,65536,1.7538
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,131072,3.3795
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,2,0.1199
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,4,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,8,0.1186
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,16,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,32,0.1194
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,64,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,128,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,256,0.1261
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,512,0.1467
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,1024,0.1734
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,2048,0.2242
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,4096,0.3278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,8192,0.5394
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,16384,0.9662
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,32768,1.7676
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,65536,3.4028
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,131072,6.7054
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,2,0.1398
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,4,0.1451
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,8,0.1412
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,16,0.1404
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,32,0.1408
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,64,0.1418
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,128,0.1507
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,256,0.1592
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,512,0.1881
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,1024,0.2374
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,2048,0.3379
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,4096,0.5450
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,8192,0.9737
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,16384,1.8304
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,32768,3.4581
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,65536,6.7834
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,2,0.1902
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,4,0.2036
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,8,0.1892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,16,0.1891
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,32,0.1899
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,64,0.1895
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,128,0.1977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,256,0.2114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,512,0.2608
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,1024,0.3557
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,2048,0.5496
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,4096,0.9420
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,8192,1.7396
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,16384,3.3655
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,32768,6.4879
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,2,0.0765
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,4,0.0763
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,8,0.0766
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,16,0.0763
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,32,0.0762
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,64,0.0762
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,128,0.0765
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,256,0.0766
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,512,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,1024,0.0806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,2048,0.0808
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,4096,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,8192,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,16384,0.0867
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,32768,0.0936
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,65536,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,131072,0.1288
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,2,0.0825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,4,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,8,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,16,0.0825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,32,0.0824
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,64,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,128,0.0826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,256,0.0826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,512,0.0845
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,1024,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,2048,0.0849
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,4096,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,8192,0.0905
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,16384,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,32768,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,65536,0.1329
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,131072,0.1589
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,2,0.0871
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,4,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,8,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,16,0.0871
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,32,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,64,0.0871
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,128,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,256,0.0871
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,512,0.0898
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,1024,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,2048,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,4096,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,8192,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,16384,0.1036
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,32768,0.1321
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,65536,0.1563
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,131072,0.2097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,2,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,4,0.0924
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,8,0.0928
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,16,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,32,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,64,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,128,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,256,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,512,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,1024,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,2048,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,4096,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,8192,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,16384,0.1325
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,32768,0.1591
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,65536,0.2117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,131072,0.3129
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,2,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,4,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,8,0.0987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,16,0.0984
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,32,0.0977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,64,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,128,0.0987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,256,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,512,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,1024,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,2048,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,4096,0.1107
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,8192,0.1370
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,16384,0.1635
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,32768,0.2171
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,65536,0.3168
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,131072,0.5211
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,2,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,4,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,8,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,16,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,32,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,64,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,128,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,256,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,512,0.1041
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,1024,0.1077
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,2048,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,4096,0.1398
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,8192,0.1643
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,16384,0.2179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,32768,0.3265
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,65536,0.5335
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,131072,0.9406
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,2,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,4,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,8,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,16,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,32,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,64,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,128,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,256,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,512,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,1024,0.1124
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,2048,0.1431
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,4096,0.1663
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,8192,0.2205
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,16384,0.3280
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,32768,0.5407
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,65536,0.9405
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,131072,1.7644
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,2,0.1092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,4,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,8,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,16,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,32,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,64,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,128,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,256,0.1088
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,512,0.1151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,1024,0.1406
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,2048,0.1659
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,4096,0.2182
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,8192,0.3238
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,16384,0.5324
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,32768,0.9402
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,65536,1.7607
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,131072,3.3824
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,2,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,4,0.1173
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,8,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,16,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,32,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,64,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,128,0.1166
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,256,0.1214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,512,0.1434
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,1024,0.1690
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,2048,0.2213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,4096,0.3244
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,8192,0.5363
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,16384,0.9614
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,32768,1.7646
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,65536,3.4006
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,131072,6.7042
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,2,0.1343
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,4,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,8,0.1347
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,16,0.1343
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,32,0.1345
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,64,0.1349
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,128,0.1426
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,256,0.1545
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,512,0.1826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,1024,0.2317
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,2048,0.3342
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,4096,0.5408
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,8192,0.9629
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,16384,1.8196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,32768,3.4514
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,65536,6.7799
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,2,0.1821
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,4,0.1811
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,8,0.1814
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,16,0.1817
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,32,0.1812
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,64,0.1812
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,128,0.1894
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,256,0.2023
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,512,0.2507
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,1024,0.3442
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,2048,0.5435
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,4096,0.9327
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,8192,1.7327
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,16384,3.3477
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,32768,6.4821
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,2,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,4,0.0746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,8,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,16,0.0743
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,32,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,64,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,128,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,256,0.0745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,512,0.0765
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,1024,0.0786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,2048,0.0785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,4096,0.0790
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,8192,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,16384,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,32768,0.0923
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,65536,0.1067
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,131072,0.1270
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,2,0.0805
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,4,0.0808
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,8,0.0806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,16,0.0807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,32,0.0804
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,64,0.0804
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,128,0.0805
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,256,0.0804
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,512,0.0825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,1024,0.0826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,2048,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,4096,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,8192,0.0886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,16384,0.0910
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,32768,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,65536,0.1315
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,131072,0.1565
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,2,0.0830
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,4,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,8,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,16,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,32,0.0832
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,64,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,128,0.0830
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,256,0.0835
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,512,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,1024,0.0852
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,2048,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,4096,0.0896
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,8192,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,16384,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,32768,0.1285
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,65536,0.1527
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,131072,0.2070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,2,0.0903
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,4,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,8,0.0891
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,16,0.0905
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,32,0.0892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,64,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,128,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,256,0.0900
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,512,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,1024,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,2048,0.0953
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,4096,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,8192,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,16384,0.1296
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,32768,0.1567
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,65536,0.2104
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,131072,0.3111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,2,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,4,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,8,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,16,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,32,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,64,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,128,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,256,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,512,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,1024,0.1002
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,2048,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,4096,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,8192,0.1338
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,16384,0.1609
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,32768,0.2139
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,65536,0.3149
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,131072,0.5201
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,2,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,4,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,8,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,16,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,32,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,64,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,128,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,256,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,512,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,1024,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,2048,0.1076
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,4096,0.1377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,8192,0.1613
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,16384,0.2149
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,32768,0.3227
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,65536,0.5284
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,131072,0.9386
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,2,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,4,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,8,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,16,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,32,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,64,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,128,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,256,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,512,0.1035
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,1024,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,2048,0.1382
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,4096,0.1634
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,8192,0.2181
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,16384,0.3245
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,32768,0.5345
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,65536,0.9378
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,131072,1.7615
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,2,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,4,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,8,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,16,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,32,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,64,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,128,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,256,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,512,0.1121
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,1024,0.1377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,2048,0.1646
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,4096,0.2168
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,8192,0.3193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,16384,0.5301
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,32768,0.9346
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,65536,1.7482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,131072,3.3746
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,2,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,4,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,8,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,16,0.1136
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,32,0.1137
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,64,0.1136
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,128,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,256,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,512,0.1415
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,1024,0.1675
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,2048,0.2185
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,4096,0.3224
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,8192,0.5347
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,16384,0.9579
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,32768,1.7685
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,65536,3.3980
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,131072,6.6970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,2,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,4,0.1301
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,8,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,16,0.1301
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,32,0.1303
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,64,0.1300
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,128,0.1417
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,256,0.1495
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,512,0.1753
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,1024,0.2271
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,2048,0.3292
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,4096,0.5347
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,8192,0.9573
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,16384,1.8131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,32768,3.4485
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,65536,6.7807
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,2,0.1745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,4,0.1755
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,8,0.1745
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,16,0.1748
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,32,0.1748
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,64,0.1760
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,128,0.1831
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,256,0.1967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,512,0.2448
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,1024,0.3391
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,2048,0.5342
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,4096,0.9286
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,8192,1.7233
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,16384,3.3458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,32768,6.4826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,2,0.1165
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,4,0.1169
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,8,0.1163
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,16,0.1159
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,32,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,64,0.1169
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,128,0.1165
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,256,0.1161
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,512,0.1197
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,1024,0.1230
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,2048,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,4096,0.1260
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,8192,0.1297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,16384,0.1355
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,32768,0.1400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,65536,0.1433
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,131072,0.1502
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,2,0.1220
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,4,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,8,0.1240
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,16,0.1227
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,32,0.1223
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,64,0.1229
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,128,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,256,0.1243
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,512,0.1256
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,1024,0.1268
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,2048,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,4096,0.1320
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,8192,0.1377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,16384,0.1400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,32768,0.1421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,65536,0.1499
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,131072,0.1603
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,2,0.1258
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,4,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,8,0.1257
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,16,0.1260
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,32,0.1262
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,64,0.1261
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,128,0.1254
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,256,0.1264
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,512,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,1024,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,2048,0.1318
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,4096,0.1360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,8192,0.1376
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,16384,0.1421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,32768,0.1499
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,65536,0.1605
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,131072,0.1842
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,2,0.1296
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,4,0.1296
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,8,0.1297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,16,0.1299
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,32,0.1297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,64,0.1297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,128,0.1297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,256,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,512,0.1308
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,1024,0.1349
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,2048,0.1396
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,4096,0.1390
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,8192,0.1440
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,16384,0.1499
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,32768,0.1622
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,65536,0.1862
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,131072,0.2346
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,2,0.1381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,4,0.1366
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,8,0.1370
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,16,0.1376
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,32,0.1373
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,64,0.1374
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,128,0.1370
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,256,0.1377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,512,0.1396
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,1024,0.1421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,2048,0.1447
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,4096,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,8192,0.1561
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,16384,0.1696
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,32768,0.1963
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,65536,0.2482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,131072,0.3543
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,2,0.1404
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,4,0.1419
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,8,0.1400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,16,0.1406
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,32,0.1421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,64,0.1420
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,128,0.1421
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,256,0.1430
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,512,0.1496
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,1024,0.1491
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,2048,0.1537
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,4096,0.1611
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,8192,0.1763
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,16384,0.2031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,32768,0.2558
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,65536,0.3591
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,131072,0.5702
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,2,0.1501
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,4,0.1495
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,8,0.1495
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,16,0.1485
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,32,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,64,0.1482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,128,0.1505
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,256,0.1516
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,512,0.1524
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,1024,0.1550
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,2048,0.1643
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,4096,0.1776
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,8192,0.2050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,16384,0.2557
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,32768,0.3620
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,65536,0.5751
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,131072,0.9935
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,2,0.1706
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,4,0.1706
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,8,0.1707
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,16,0.1707
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,32,0.1705
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,64,0.1701
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,128,0.1677
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,256,0.1709
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,512,0.1744
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,1024,0.1817
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,2048,0.1968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,4096,0.2258
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,8192,0.2783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,16384,0.3844
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,32768,0.5990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,65536,1.0246
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,131072,1.8573
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,2,0.2104
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,4,0.2114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,8,0.2114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,16,0.2113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,32,0.2119
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,64,0.2114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,128,0.2099
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,256,0.2130
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,512,0.2196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,1024,0.2361
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,2048,0.2641
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,4096,0.3180
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,8192,0.4265
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,16384,0.6435
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,32768,1.0722
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,65536,1.9177
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,131072,3.5982
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,2,0.3014
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,4,0.3023
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,8,0.3020
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,16,0.3032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,32,0.3019
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,64,0.3021
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,128,0.3025
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,256,0.3062
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,512,0.3214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,1024,0.3477
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,2048,0.4003
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,4096,0.4998
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,8192,0.6918
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,16384,1.0735
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,32768,1.8336
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,65536,3.3603
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,2,0.4977
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,4,0.4980
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,8,0.4959
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,16,0.4972
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,32,0.4960
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,64,0.4962
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,128,0.4976
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,256,0.5049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,512,0.5338
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,1024,0.5818
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,2048,0.6871
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,4096,0.8854
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,8192,1.2663
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,16384,2.0228
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,32768,3.5400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,2,0.0912
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,4,0.0915
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,8,0.0913
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,16,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,32,0.0917
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,64,0.0915
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,128,0.0915
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,256,0.0917
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,512,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,1024,0.0961
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,2048,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,4096,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,8192,0.1021
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,16384,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,32768,0.1148
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,65536,0.1228
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,131072,0.1299
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,2,0.0973
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,4,0.0969
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,8,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,16,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,32,0.0975
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,64,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,128,0.0981
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,256,0.0960
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,512,0.0995
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,1024,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,2048,0.1027
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,4096,0.1046
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,8192,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,16384,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,32768,0.1305
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,65536,0.1352
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,131072,0.1473
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,2,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,4,0.1005
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,8,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,16,0.1001
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,32,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,64,0.1007
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,128,0.1005
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,256,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,512,0.1021
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,1024,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,2048,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,4096,0.1092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,8192,0.1192
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,16384,0.1268
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,32768,0.1329
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,65536,0.1458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,131072,0.1672
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,2,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,4,0.1045
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,8,0.1046
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,16,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,32,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,64,0.1036
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,128,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,256,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,512,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,1024,0.1081
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,2048,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,4096,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,8192,0.1256
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,16384,0.1338
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,32768,0.1451
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,65536,0.1688
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,131072,0.2134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,2,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,4,0.1108
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,8,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,16,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,32,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,64,0.1107
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,128,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,256,0.1122
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,512,0.1138
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,1024,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,2048,0.1247
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,4096,0.1319
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,8192,0.1383
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,16384,0.1497
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,32768,0.1731
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,65536,0.2171
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,131072,0.3092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,2,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,4,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,8,0.1167
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,16,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,32,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,64,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,128,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,256,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,512,0.1214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,1024,0.1279
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,2048,0.1337
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,4096,0.1402
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,8192,0.1542
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,16384,0.1784
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,32768,0.2278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,65536,0.3238
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,131072,0.5178
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,2,0.1213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,4,0.1222
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,8,0.1213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,16,0.1238
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,32,0.1219
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,64,0.1223
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,128,0.1232
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,256,0.1254
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,512,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,1024,0.1397
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,2048,0.1461
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,4096,0.1588
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,8192,0.1835
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,16384,0.2333
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,32768,0.3287
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,65536,0.5260
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,131072,0.9111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,2,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,4,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,8,0.1370
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,16,0.1364
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,32,0.1365
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,64,0.1358
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,128,0.1376
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,256,0.1383
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,512,0.1429
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,1024,0.1503
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,2048,0.1633
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,4096,0.1874
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,8192,0.2373
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,16384,0.3331
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,32768,0.5335
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,65536,0.9201
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,131072,1.6865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,2,0.1583
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,4,0.1594
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,8,0.1588
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,16,0.1584
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,32,0.1601
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,64,0.1595
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,128,0.1591
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,256,0.1632
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,512,0.1687
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,1024,0.1839
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,2048,0.2121
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,4096,0.2607
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,8192,0.3598
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,16384,0.5636
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,32768,0.9597
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,65536,1.7264
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,131072,3.2726
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,2,0.2110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,4,0.2118
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,8,0.2117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,16,0.2117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,32,0.2111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,64,0.2118
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,128,0.2109
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,256,0.2198
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,512,0.2309
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,1024,0.2589
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,2048,0.3122
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,4096,0.4127
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,8192,0.6146
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,16384,1.0187
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,32768,1.8075
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,65536,3.3711
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,2,0.3150
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,4,0.3145
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,8,0.3135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,16,0.3146
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,32,0.3134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,64,0.3142
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,128,0.3148
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,256,0.3299
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,512,0.3534
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,1024,0.4024
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,2048,0.4991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,4096,0.6820
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,8192,1.0457
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,16384,1.7693
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,32768,3.2215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,2,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,4,0.0946
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,8,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,16,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,32,0.0943
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,64,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,128,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,256,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,512,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,1024,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,2048,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,4096,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,8192,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,16384,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,32768,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,65536,0.1179
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,131072,0.1338
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,2,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,4,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,8,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,16,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,32,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,64,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,128,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,256,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,512,0.1017
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,1024,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,2048,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,4096,0.1063
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,8192,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,16384,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,32768,0.1213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,65536,0.1344
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,131072,0.1511
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,2,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,4,0.1043
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,8,0.1041
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,16,0.1047
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,32,0.1042
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,64,0.1043
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,128,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,256,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,512,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,1024,0.1064
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,2048,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,4096,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,8192,0.1143
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,16384,0.1238
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,32768,0.1375
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,65536,0.1540
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,131072,0.1851
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,2,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,4,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,8,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,16,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,32,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,64,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,128,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,256,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,512,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,1024,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,2048,0.1123
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,4096,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,8192,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,16384,0.1404
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,32768,0.1572
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,65536,0.1892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,131072,0.2508
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,2,0.1138
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,4,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,8,0.1133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,16,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,32,0.1141
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,64,0.1138
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,128,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,256,0.1137
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,512,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,1024,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,2048,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,4096,0.1292
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,8192,0.1432
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,16384,0.1612
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,32768,0.1960
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,65536,0.2672
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,131072,0.4089
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,2,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,4,0.1201
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,8,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,16,0.1197
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,32,0.1198
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,64,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,128,0.1214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,256,0.1197
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,512,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,1024,0.1255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,2048,0.1340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,4096,0.1489
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,8192,0.1663
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,16384,0.2019
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,32768,0.2726
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,65536,0.4116
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,131072,0.6928
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,2,0.1302
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,4,0.1297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,8,0.1297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,16,0.1297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,32,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,64,0.1299
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,128,0.1295
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,256,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,512,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,1024,0.1441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,2048,0.1555
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,4096,0.1732
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,8192,0.2077
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,16384,0.2783
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,32768,0.4170
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,65536,0.6958
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,131072,1.2561
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,2,0.1528
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,4,0.1521
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,8,0.1521
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,16,0.1523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,32,0.1521
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,64,0.1521
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,128,0.1536
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,256,0.1564
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,512,0.1621
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,1024,0.1729
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,2048,0.1919
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,4096,0.2282
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,8192,0.2994
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,16384,0.4390
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,32768,0.7190
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,65536,1.2851
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,131072,2.4499
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,2,0.1960
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,4,0.1961
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,8,0.1964
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,16,0.1966
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,32,0.1971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,64,0.1958
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,128,0.1970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,256,0.1974
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,512,0.2066
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,1024,0.2272
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,2048,0.2639
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,4096,0.3353
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,8192,0.4731
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,16384,0.7528
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,32768,1.3117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,65536,2.4727
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,131072,4.8609
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,2,0.2753
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,4,0.2751
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,8,0.2757
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,16,0.2747
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,32,0.2750
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,64,0.2749
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,128,0.2734
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,256,0.2747
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,512,0.2926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,1024,0.3278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,2048,0.3918
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,4096,0.5202
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,8192,0.7650
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,16384,1.2599
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,32768,2.2823
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,65536,4.4993
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,2,0.4614
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,4,0.4616
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,8,0.4626
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,16,0.4604
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,32,0.4629
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,64,0.4626
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,128,0.4631
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,256,0.4628
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,512,0.4939
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,1024,0.5577
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,2048,0.6874
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,4096,0.9384
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,8192,1.4260
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,16384,2.4117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,32768,4.4749
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,2,0.0911
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,4,0.0934
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,8,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,16,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,32,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,64,0.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,128,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,256,0.0931
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,512,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,1024,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,2048,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,4096,0.0974
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,8192,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,16384,0.1028
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,32768,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,65536,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,131072,0.1260
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,2,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,4,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,8,0.0957
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,16,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,32,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,64,0.0957
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,128,0.0964
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,256,0.0964
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,512,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,1024,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,2048,0.0989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,4096,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,8192,0.1028
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,16384,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,32768,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,65536,0.1240
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,131072,0.1406
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,2,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,4,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,8,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,16,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,32,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,64,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,128,0.1002
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,256,0.1001
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,512,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,1024,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,2048,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,4096,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,8192,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,16384,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,32768,0.1239
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,65536,0.1398
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,131072,0.1604
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,2,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,4,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,8,0.1046
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,16,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,32,0.1039
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,64,0.1039
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,128,0.1050
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,256,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,512,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,1024,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,2048,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,4096,0.1107
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,8192,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,16384,0.1243
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,32768,0.1411
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,65536,0.1657
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,131072,0.2066
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,2,0.1109
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,4,0.1107
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,8,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,16,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,32,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,64,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,128,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,256,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,512,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,1024,0.1141
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,2048,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,4096,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,8192,0.1311
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,16384,0.1472
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,32768,0.1700
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,65536,0.2133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,131072,0.2959
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,2,0.1150
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,4,0.1136
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,8,0.1151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,16,0.1151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,32,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,64,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,128,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,256,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,512,0.1156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,1024,0.1184
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,2048,0.1210
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,4096,0.1304
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,8192,0.1479
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,16384,0.1708
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,32768,0.2160
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,65536,0.3052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,131072,0.4857
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,2,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,4,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,8,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,16,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,32,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,64,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,128,0.1178
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,256,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,512,0.1206
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,1024,0.1243
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,2048,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,4096,0.1522
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,8192,0.1762
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,16384,0.2215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,32768,0.3115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,65536,0.4889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,131072,0.8501
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,2,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,4,0.1281
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,8,0.1278
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,16,0.1282
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,32,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,64,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,128,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,256,0.1293
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,512,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,1024,0.1468
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,2048,0.1596
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,4096,0.1833
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,8192,0.2291
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,16384,0.3183
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,32768,0.4960
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,65536,0.8552
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,131072,1.5652
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,2,0.1520
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,4,0.1514
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,8,0.1512
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,16,0.1523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,32,0.1520
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,64,0.1523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,128,0.1544
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,256,0.1577
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,512,0.1669
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,1024,0.1790
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,2048,0.2040
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,4096,0.2513
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,8192,0.3413
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,16384,0.5218
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,32768,0.8785
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,65536,1.5997
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,131072,3.0275
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,2,0.1991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,4,0.1992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,8,0.1992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,16,0.1990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,32,0.1995
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,64,0.1990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,128,0.1996
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,256,0.2032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,512,0.2159
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,1024,0.2424
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,2048,0.2903
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,4096,0.3840
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,8192,0.5658
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,16384,0.9293
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,32768,1.6593
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,65536,3.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,2,0.2877
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,4,0.2874
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,8,0.2882
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,16,0.2875
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,32,0.2874
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,64,0.2879
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,128,0.2896
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,256,0.2948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,512,0.3220
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,1024,0.3667
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,2048,0.4553
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,4096,0.6295
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,8192,0.9693
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,16384,1.6517
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,32768,3.0194
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,2,0.0893
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,4,0.0892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,8,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,16,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,32,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,64,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,128,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,256,0.0892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,512,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,1024,0.0925
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,2048,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,4096,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,8192,0.0946
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,16384,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,32768,0.1027
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,65536,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,131072,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,2,0.0948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,4,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,8,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,16,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,32,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,64,0.0946
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,128,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,256,0.0948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,512,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,1024,0.0969
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,2048,0.0967
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,4096,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,8192,0.1005
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,16384,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,32768,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,65536,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,131072,0.1362
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,2,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,4,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,8,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,16,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,32,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,64,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,128,0.0976
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,256,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,512,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,1024,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,2048,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,4096,0.1015
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,8192,0.1048
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,16384,0.1076
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,32768,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,65536,0.1342
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,131072,0.1555
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,2,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,4,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,8,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,16,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,32,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,64,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,128,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,256,0.1028
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,512,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,1024,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,2048,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,4096,0.1080
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,8192,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,16384,0.1192
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,32768,0.1380
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,65536,0.1605
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,131072,0.2032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,2,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,4,0.1090
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,8,0.1092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,16,0.1092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,32,0.1092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,64,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,128,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,256,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,512,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,1024,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,2048,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,4096,0.1159
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,8192,0.1255
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,16384,0.1424
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,32768,0.1654
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,65536,0.2093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,131072,0.2920
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,2,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,4,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,8,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,16,0.1115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,32,0.1117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,64,0.1117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,128,0.1115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,256,0.1121
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,512,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,1024,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,2048,0.1174
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,4096,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,8192,0.1434
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,16384,0.1664
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,32768,0.2117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,65536,0.3019
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,131072,0.4806
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,2,0.1152
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,4,0.1151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,8,0.1153
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,16,0.1147
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,32,0.1145
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,64,0.1151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,128,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,256,0.1151
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,512,0.1154
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,1024,0.1185
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,2048,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,4096,0.1458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,8192,0.1689
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,16384,0.2145
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,32768,0.3043
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,65536,0.4836
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,131072,0.8404
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,2,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,4,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,8,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,16,0.1196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,32,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,64,0.1201
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,128,0.1193
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,256,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,512,0.1210
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,1024,0.1335
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,2048,0.1486
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,4096,0.1710
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,8192,0.2165
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,16384,0.3069
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,32768,0.4856
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,65536,0.8433
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,131072,1.5564
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,2,0.1317
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,4,0.1319
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,8,0.1315
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,16,0.1315
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,32,0.1315
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,64,0.1316
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,128,0.1316
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,256,0.1345
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,512,0.1458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,1024,0.1587
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,2048,0.1840
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,4096,0.2300
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,8192,0.3198
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,16384,0.4987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,32768,0.8610
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,65536,1.5748
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,131072,3.0029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,2,0.1621
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,4,0.1613
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,8,0.1624
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,16,0.1621
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,32,0.1615
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,64,0.1626
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,128,0.1646
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,256,0.1688
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,512,0.1825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,1024,0.2077
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,2048,0.2542
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,4096,0.3466
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,8192,0.5284
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,16384,0.8922
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,32768,1.6187
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,65536,3.0760
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,2,0.2207
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,4,0.2202
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,8,0.2208
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,16,0.2211
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,32,0.2207
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,64,0.2206
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,128,0.2215
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,256,0.2265
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,512,0.2530
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,1024,0.2972
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,2048,0.3853
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,4096,0.5574
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,8192,0.8989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,16384,1.5798
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,32768,2.9449
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,2,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,4,0.0877
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,8,0.0872
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,16,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,32,0.0868
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,64,0.0854
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,128,0.0871
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,256,0.0872
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,512,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,1024,0.0903
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,2048,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,4096,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,8192,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,16384,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,32768,0.0991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,65536,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,131072,0.1177
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,2,0.0926
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,4,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,8,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,16,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,32,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,64,0.0927
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,128,0.0930
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,256,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,512,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,1024,0.0947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,2048,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,4096,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,8192,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,16384,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,32768,0.1072
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,65536,0.1161
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,131072,0.1374
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,2,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,4,0.0984
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,8,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,16,0.0981
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,32,0.0973
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,64,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,128,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,256,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,512,0.0959
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,1024,0.0992
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,2048,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,4096,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,8192,0.1035
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,16384,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,32768,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,65536,0.1345
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,131072,0.1560
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,2,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,4,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,8,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,16,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,32,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,64,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,128,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,256,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,512,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,1024,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,2048,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,4096,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,8192,0.1096
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,16384,0.1161
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,32768,0.1362
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,65536,0.1603
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,131072,0.2014
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,2,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,4,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,8,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,16,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,32,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,64,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,128,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,256,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,512,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,1024,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,2048,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,4096,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,8192,0.1205
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,16384,0.1386
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,32768,0.1623
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,65536,0.2049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,131072,0.2893
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,2,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,4,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,8,0.1110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,16,0.1110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,32,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,64,0.1115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,128,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,256,0.1110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,512,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,1024,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,2048,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,4096,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,8192,0.1406
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,16384,0.1646
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,32768,0.2099
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,65536,0.2987
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,131072,0.4786
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,2,0.1132
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,4,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,8,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,16,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,32,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,64,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,128,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,256,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,512,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,1024,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,2048,0.1235
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,4096,0.1441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,8192,0.1669
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,16384,0.2120
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,32768,0.3018
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,65536,0.4820
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,131072,0.8387
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,2,0.1173
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,4,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,8,0.1161
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,16,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,32,0.1162
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,64,0.1168
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,128,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,256,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,512,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,1024,0.1258
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,2048,0.1441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,4096,0.1673
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,8192,0.2131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,16384,0.3024
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,32768,0.4808
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,65536,0.8378
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,131072,1.5498
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,2,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,4,0.1241
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,8,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,16,0.1247
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,32,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,64,0.1236
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,128,0.1252
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,256,0.1266
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,512,0.1342
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,1024,0.1504
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,2048,0.1758
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,4096,0.2196
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,8192,0.3118
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,16384,0.4913
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,32768,0.8490
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,65536,1.5676
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,131072,2.9960
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,2,0.1439
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,4,0.1422
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,8,0.1443
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,16,0.1438
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,32,0.1439
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,64,0.1428
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,128,0.1459
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,256,0.1523
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,512,0.1656
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,1024,0.1888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,2048,0.2377
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,4096,0.3287
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,8192,0.5102
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,16384,0.8739
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,32768,1.6001
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,65536,3.0541
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,2,0.1922
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,4,0.1968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,8,0.1919
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,16,0.1915
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,32,0.1922
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,64,0.1922
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,128,0.1916
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,256,0.1988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,512,0.2240
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,1024,0.2675
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,2048,0.3539
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,4096,0.5243
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,8192,0.8655
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,16384,1.5497
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,32768,2.9117
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,2,0.0852
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,4,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,8,0.0827
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,16,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,32,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,64,0.0826
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,128,0.0830
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,256,0.0834
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,512,0.0844
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,1024,0.0858
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,2048,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,4096,0.0865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,8192,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,16384,0.0916
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,32768,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,65536,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,131072,0.1148
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,2,0.0895
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,4,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,8,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,16,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,32,0.0887
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,64,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,128,0.0889
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,256,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,512,0.0905
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,1024,0.0911
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,2048,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,4096,0.0916
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,8192,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,16384,0.0988
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,32768,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,65536,0.1128
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,131072,0.1319
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,2,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,4,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,8,0.0951
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,16,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,32,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,64,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,128,0.0950
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,256,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,512,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,1024,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,2048,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,4096,0.1000
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,8192,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,16384,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,32768,0.1128
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,65536,0.1318
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,131072,0.1524
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,2,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,4,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,8,0.1009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,16,0.1010
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,32,0.1007
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,64,0.1008
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,128,0.1006
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,256,0.1004
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,512,0.1012
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,1024,0.1029
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,2048,0.1035
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,4096,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,8192,0.1088
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,16384,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,32768,0.1354
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,65536,0.1571
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,131072,0.1997
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,2,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,4,0.1056
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,8,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,16,0.1055
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,32,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,64,0.1065
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,128,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,256,0.1054
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,512,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,1024,0.1102
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,2048,0.1110
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,4096,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,8192,0.1195
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,16384,0.1400
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,32768,0.1626
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,65536,0.2042
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,131072,0.2886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,2,0.1092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,4,0.1079
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,8,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,16,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,32,0.1092
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,64,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,128,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,256,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,512,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,1024,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,2048,0.1133
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,4096,0.1191
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,8192,0.1386
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,16384,0.1626
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,32768,0.2088
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,65536,0.2989
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,131072,0.4777
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,2,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,4,0.1131
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,8,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,16,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,32,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,64,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,128,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,256,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,512,0.1115
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,1024,0.1136
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,2048,0.1205
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,4096,0.1399
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,8192,0.1630
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,16384,0.2083
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,32768,0.3009
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,65536,0.4799
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,131072,0.8392
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,2,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,4,0.1138
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,8,0.1134
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,16,0.1145
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,32,0.1145
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,64,0.1149
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,128,0.1135
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,256,0.1140
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,512,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,1024,0.1237
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,2048,0.1432
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,4096,0.1661
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,8192,0.2107
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,16384,0.3002
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,32768,0.4796
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,65536,0.8345
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,131072,1.5482
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,2,0.1200
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,4,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,8,0.1217
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,16,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,32,0.1213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,64,0.1214
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,128,0.1216
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,256,0.1213
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,512,0.1288
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,1024,0.1459
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,2048,0.1711
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,4096,0.2173
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,8192,0.3062
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,16384,0.4865
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,32768,0.8450
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,65536,1.5595
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,131072,2.9957
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,2,0.1339
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,4,0.1344
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,8,0.1347
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,16,0.1344
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,32,0.1342
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,64,0.1340
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,128,0.1357
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,256,0.1442
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,512,0.1568
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,1024,0.1803
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,2048,0.2276
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,4096,0.3186
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,8192,0.4991
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,16384,0.8632
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,32768,1.5914
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,65536,3.0441
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,2,0.1767
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,4,0.1768
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,8,0.1766
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,16,0.1769
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,32,0.1761
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,64,0.1759
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,128,0.1769
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,256,0.1825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,512,0.2066
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,1024,0.2485
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,2048,0.3363
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,4096,0.5074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,8192,0.8458
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,16384,1.5297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,32768,2.8948
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,2,0.0815
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,4,0.0825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,8,0.0825
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,16,0.0817
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,32,0.0813
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,64,0.0817
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,128,0.0813
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,256,0.0824
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,512,0.0828
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,1024,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,2048,0.0848
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,4096,0.0847
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,8192,0.0866
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,16384,0.0906
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,32768,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,65536,0.0999
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,131072,0.1128
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,2,0.0885
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,4,0.0886
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,8,0.0882
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,16,0.0871
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,32,0.0869
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,64,0.0878
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,128,0.0872
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,256,0.0880
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,512,0.0888
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,1024,0.0892
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,2048,0.0899
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,4096,0.0905
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,8192,0.0933
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,16384,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,32768,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,65536,0.1091
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,131072,0.1316
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,2,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,4,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,8,0.0907
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,16,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,32,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,64,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,128,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,256,0.0908
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,512,0.0909
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,1024,0.0929
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,2048,0.0916
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,4096,0.0949
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,8192,0.0968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,16384,0.0997
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,32768,0.1083
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,65536,0.1277
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,131072,0.1488
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,2,0.0974
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,4,0.0973
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,8,0.0971
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,16,0.0970
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,32,0.0973
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,64,0.0975
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,128,0.0974
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,256,0.0976
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,512,0.0990
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,1024,0.0993
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,2048,0.1011
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,4096,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,8192,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,16384,0.1127
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,32768,0.1331
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,65536,0.1547
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,131072,0.1968
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,2,0.1031
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,4,0.1030
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,8,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,16,0.1033
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,32,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,64,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,128,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,256,0.1032
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,512,0.1049
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,1024,0.1055
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,2048,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,4096,0.1093
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,8192,0.1155
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,16384,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,32768,0.1592
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,65536,0.2016
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,131072,0.2855
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,2,0.1053
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,4,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,8,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,16,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,32,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,64,0.1055
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,128,0.1051
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,256,0.1052
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,512,0.1069
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,1024,0.1080
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,2048,0.1097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,4096,0.1156
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,8192,0.1359
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,16384,0.1585
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,32768,0.2035
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,65536,0.2943
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,131072,0.4730
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,2,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,4,0.1070
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,8,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,16,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,32,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,64,0.1073
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,128,0.1074
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,256,0.1075
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,512,0.1094
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,1024,0.1112
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,2048,0.1172
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,4096,0.1376
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,8192,0.1604
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,16384,0.2063
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,32768,0.2947
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,65536,0.4748
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,131072,0.8360
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,2,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,4,0.1100
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,8,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,16,0.1113
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,32,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,64,0.1111
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,128,0.1097
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,256,0.1100
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,512,0.1114
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,1024,0.1200
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,2048,0.1390
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,4096,0.1623
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,8192,0.2062
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,16384,0.2963
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,32768,0.4747
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,65536,0.8325
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,131072,1.5438
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,2,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,4,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,8,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,16,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,32,0.1177
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,64,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,128,0.1175
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,256,0.1176
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,512,0.1264
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,1024,0.1423
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,2048,0.1674
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,4096,0.2128
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,8192,0.3037
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,16384,0.4823
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,32768,0.8415
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,65536,1.5580
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,131072,2.9891
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,2,0.1297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,4,0.1301
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,8,0.1298
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,16,0.1297
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,32,0.1296
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,64,0.1301
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,128,0.1318
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,256,0.1381
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,512,0.1513
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,1024,0.1761
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,2048,0.2221
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,4096,0.3128
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,8192,0.4952
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,16384,0.8579
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,32768,1.5837
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,65536,3.0403
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,2,0.1675
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,4,0.1667
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,8,0.1675
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,16,0.1671
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,32,0.1668
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,64,0.1667
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,128,0.1681
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,256,0.1730
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,512,0.1961
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,1024,0.2392
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,2048,0.3262
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,4096,0.4965
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,8192,0.8358
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,16384,1.5185
VLLM,0.19.0,NVIDIA B200,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,32768,2.8835
