framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,latency
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16,1,0,0.0852
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,128,1,0,0.1039
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,64,1,0,0.0931
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32,1,0,0.0874
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1024,1,0,0.2973
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,256,1,0,0.1295
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,512,1,0,0.1751
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,0,0.0931
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,2048,1,0,0.6037
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,3072,1,0,0.9520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1536,1,0,0.4478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,0,0.1101
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,4096,1,0,1.3320
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16384,1,0,11.4127
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16,1,0,0.0903
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,10240,1,0,5.0570
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32,1,0,0.0952
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,8192,1,0,3.6638
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,6144,1,0,2.2710
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,128,1,0,0.1323
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,64,1,0,0.1057
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,12288,1,0,7.0396
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1024,1,0,0.5404
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32768,1,0,36.6273
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,256,1,0,0.1706
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1536,1,0,0.8263
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,2048,1,0,1.1368
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,512,1,0,0.2856
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,6144,1,0,5.1404
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,8192,1,0,7.6935
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,3072,1,0,1.8211
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,4096,1,0,2.8575
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,0,0.0950
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16,1,0,0.0999
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16384,1,0,23.5641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32,1,0,0.1112
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,128,1,0,0.1712
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,64,1,0,0.1363
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,256,1,0,0.2770
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,10240,1,0,10.6475
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,512,1,0,0.5158
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1024,1,0,1.0074
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1536,1,0,1.5797
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,2048,1,0,2.2062
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,4096,1,0,5.8836
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,6144,1,0,10.4476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,12288,1,0,14.3985
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,8192,1,0,15.7586
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,3072,1,0,3.9698
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,10240,1,0,22.4464
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,0,0.1008
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,12288,1,0,29.3224
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32768,1,0,74.4053
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,32,1,0,0.1442
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,64,1,0,0.1786
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,16,1,0,0.1200
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16384,1,0,45.3830
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,128,1,0,0.2753
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1024,1,0,1.9505
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1536,1,0,3.4068
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,512,1,0,0.9574
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,2048,1,0,4.8182
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,4096,1,0,11.9741
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,256,1,0,0.4958
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,6144,1,0,21.1383
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,3072,1,0,8.1931
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,0,0.1236
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,8192,1,0,31.8783
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,16,1,0,0.1633
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,32,1,0,0.1962
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,64,1,0,0.2925
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,10240,1,0,44.6621
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,256,1,0,0.9334
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,128,1,0,0.4940
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,512,1,0,1.9013
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1024,1,0,4.4511
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1536,1,0,7.0820
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,3072,1,0,16.3234
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,2048,1,0,9.9898
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,4096,1,0,23.6207
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,0,0.1661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,16,1,0,0.2321
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,32,1,0,0.3276
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,128,1,0,0.9323
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,8192,1,0,64.8383
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,64,1,0,0.5281
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,256,1,0,1.8252
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,512,1,0,4.2696
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32768,1,0,153.0698
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,12288,1,0,59.0812
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1536,1,0,14.2253
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1024,1,0,8.8361
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,0,0.2522
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,2048,1,0,20.1008
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,32,1,0,0.6017
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,16,1,0,0.4005
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,16384,1,0,93.4205
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,64,1,0,1.0010
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,4096,1,0,50.3470
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,128,1,0,1.8222
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,256,1,0,3.9430
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,512,1,0,8.4001
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,6144,1,0,42.3803
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,0,0.4238
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1536,1,0,29.9794
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1024,1,0,19.2622
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,16,1,0,0.7481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,32,1,0,1.1379
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,2048,1,0,42.4608
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,64,1,0,2.0846
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,128,1,0,4.0194
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,256,1,0,8.2383
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,16,1,0,1.4446
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,32,1,0,2.2515
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,512,1,0,17.5075
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,64,1,0,4.4846
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,0,0.7699
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,128,1,0,8.3646
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,256,1,0,17.5258
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,3072,1,0,33.9674
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,512,1,0,35.7548
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1024,1,0,37.6569
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16,1,0,0.0804
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32,1,0,0.0705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,64,1,0,0.0726
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,0,0.0727
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,128,1,0,0.0807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,256,1,0,0.0992
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,512,1,0,0.1391
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1024,1,0,0.2138
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1536,1,0,0.2989
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,2048,1,0,0.3916
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,3072,1,0,0.5984
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,4096,1,0,0.8153
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,6144,1,0,1.3611
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16384,1,0,5.9720
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,8192,1,0,1.9707
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,0,0.1072
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32768,1,0,18.9024
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16,1,0,0.0701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,10240,1,0,2.8568
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32,1,0,0.0728
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,128,1,0,0.0962
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,12288,1,0,3.7727
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,64,1,0,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,256,1,0,0.1251
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,512,1,0,0.1981
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,2048,1,0,0.7091
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1536,1,0,0.5196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,6144,1,0,2.6731
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1024,1,0,0.3554
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,8192,1,0,4.1793
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,4096,1,0,1.5484
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,12288,1,0,7.9576
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,10240,1,0,5.7980
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,3072,1,0,1.0946
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16,1,0,0.0763
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,0,0.0765
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16384,1,0,11.9914
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32,1,0,0.0839
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,512,1,0,0.3373
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,128,1,0,0.1264
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,256,1,0,0.1904
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1536,1,0,0.9705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,64,1,0,0.0991
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32768,1,0,38.4624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1024,1,0,0.6394
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,2048,1,0,1.3324
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,4096,1,0,3.3180
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,6144,1,0,5.5800
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,3072,1,0,2.1248
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,10240,1,0,12.1025
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,8192,1,0,8.5935
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,12288,1,0,15.3476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,64,1,0,0.1319
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,0,0.0766
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16,1,0,0.0896
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16384,1,0,24.7549
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,32,1,0,0.1053
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,128,1,0,0.1861
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,512,1,0,0.6188
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1024,1,0,1.2106
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32768,1,0,77.4224
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,256,1,0,0.3305
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1536,1,0,1.8791
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,3072,1,0,4.5977
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,6144,1,0,11.7946
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,10240,1,0,24.1168
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,2048,1,0,2.6316
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,8192,1,0,17.5281
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,0,0.0869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,12288,1,0,30.8972
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,16,1,0,0.1133
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,4096,1,0,6.5965
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,32,1,0,0.1392
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,128,1,0,0.3264
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16384,1,0,49.9296
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,256,1,0,0.6013
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,64,1,0,0.1974
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1024,1,0,2.5215
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1536,1,0,4.0175
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,3072,1,0,9.3192
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,4096,1,0,13.1422
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,2048,1,0,5.6712
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,0,0.1104
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,16,1,0,0.1582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,6144,1,0,22.7581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,512,1,0,1.1829
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,8192,1,0,34.4959
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,64,1,0,0.3417
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,32,1,0,0.2141
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,256,1,0,1.1382
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,128,1,0,0.6021
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1024,1,0,5.1862
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,2048,1,0,11.7777
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,0,0.1547
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,3072,1,0,19.6722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,16,1,0,0.2534
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1536,1,0,8.3661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,512,1,0,2.2824
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,4096,1,0,27.3541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,32,1,0,0.3813
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,64,1,0,0.6393
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,128,1,0,1.1480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,256,1,0,2.2656
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,512,1,0,4.9860
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1024,1,0,10.6711
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,0,0.2406
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,32,1,0,0.6998
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1536,1,0,16.6757
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,16,1,0,0.4556
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,64,1,0,1.2045
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,2048,1,0,22.8026
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,256,1,0,5.0391
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,512,1,0,10.0954
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,0,0.4180
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,128,1,0,2.3049
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,16,1,0,0.8518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1024,1,0,20.7513
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,64,1,0,2.3827
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,128,1,0,4.8288
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,256,1,0,9.5530
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,32,1,0,1.3455
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,512,1,0,20.0766
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16,1,0,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,128,1,0,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32,1,0,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,512,1,0,0.1018
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1536,1,0,0.2002
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,256,1,0,0.0764
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,64,1,0,0.0583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,2048,1,0,0.2625
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,0,0.0648
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1024,1,0,0.1434
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,3072,1,0,0.3736
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,0,0.0828
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16,1,0,0.0578
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,4096,1,0,0.5137
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,8192,1,0,1.1539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32,1,0,0.0584
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,6144,1,0,0.8207
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32768,1,0,10.0277
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,12288,1,0,2.0295
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,64,1,0,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16384,1,0,3.0360
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,128,1,0,0.0746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,10240,1,0,1.5715
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,256,1,0,0.0971
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,512,1,0,0.1400
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1024,1,0,0.2371
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,2048,1,0,0.4501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1536,1,0,0.3375
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,4096,1,0,0.9347
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,3072,1,0,0.6835
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16384,1,0,6.5040
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,0,0.0605
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,8192,1,0,2.2619
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32768,1,0,20.6504
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,6144,1,0,1.5357
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16,1,0,0.0584
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32,1,0,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,64,1,0,0.0748
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,128,1,0,0.0948
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,12288,1,0,4.1804
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,256,1,0,0.1337
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,512,1,0,0.2284
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,10240,1,0,3.0713
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1536,1,0,0.6143
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,2048,1,0,0.8195
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1024,1,0,0.4132
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,6144,1,0,3.0990
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,10240,1,0,6.4083
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,4096,1,0,1.7793
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16384,1,0,12.7029
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,12288,1,0,8.2730
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,3072,1,0,1.2818
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16,1,0,0.0668
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,32,1,0,0.0757
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,64,1,0,0.0977
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,0,0.0642
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,256,1,0,0.2200
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32768,1,0,40.6921
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,512,1,0,0.3957
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,128,1,0,0.1352
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,8192,1,0,4.9635
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1024,1,0,0.7517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1536,1,0,1.1527
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,3072,1,0,2.5407
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,2048,1,0,1.6155
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,4096,1,0,3.7830
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,8192,1,0,9.3604
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,0,0.0663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,32,1,0,0.1033
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,12288,1,0,17.2046
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16384,1,0,26.5077
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,64,1,0,0.1393
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,6144,1,0,6.4524
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,16,1,0,0.0825
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,10240,1,0,13.2948
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1024,1,0,1.4523
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,128,1,0,0.2210
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,2048,1,0,3.2271
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,256,1,0,0.3844
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1536,1,0,2.2705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,512,1,0,0.7282
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,6144,1,0,13.2941
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,3072,1,0,5.3571
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,16,1,0,0.1122
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,32,1,0,0.1465
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,4096,1,0,7.6640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,128,1,0,0.3877
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,0,0.0767
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,8192,1,0,19.5687
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,64,1,0,0.2299
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1536,1,0,4.6474
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1024,1,0,2.9085
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,2048,1,0,6.9142
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,3072,1,0,10.7778
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,256,1,0,0.7117
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,16,1,0,0.1666
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,4096,1,0,15.4828
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,32,1,0,0.2435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,0,0.0996
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,512,1,0,1.4109
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,64,1,0,0.4043
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1024,1,0,6.1806
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1536,1,0,9.5451
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,256,1,0,1.3791
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,0,0.1439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,2048,1,0,13.2126
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,128,1,0,0.7254
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,32,1,0,0.4377
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,512,1,0,2.7884
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,64,1,0,0.7475
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,128,1,0,1.3799
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,512,1,0,5.7761
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,16,1,0,0.5097
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,16,1,0,0.2850
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1024,1,0,12.5074
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,64,1,0,1.4523
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,32,1,0,0.8331
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,256,1,0,2.7500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,0,0.2376
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,256,1,0,5.7718
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,512,1,0,12.3328
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,128,1,0,2.7834
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32,1,0,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,64,1,0,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,128,1,0,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16,1,0,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,256,1,0,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,512,1,0,0.0864
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,0,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1024,1,0,0.1196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,2048,1,0,0.1884
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,3072,1,0,0.2703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1536,1,0,0.1527
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,4096,1,0,0.3622
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,0,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,8192,1,0,0.7640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16,1,0,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32,1,0,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,64,1,0,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,12288,1,0,1.2444
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,128,1,0,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,6144,1,0,0.5505
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16384,1,0,1.7934
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,256,1,0,0.0805
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,512,1,0,0.1131
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1024,1,0,0.1756
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32768,1,0,5.5781
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,2048,1,0,0.3185
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,4096,1,0,0.6223
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1536,1,0,0.2425
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,10240,1,0,0.9930
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,6144,1,0,1.0027
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,3072,1,0,0.4689
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16384,1,0,3.7346
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,0,0.0570
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32,1,0,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16,1,0,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,8192,1,0,1.3919
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,128,1,0,0.0784
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,64,1,0,0.0625
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,256,1,0,0.1094
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,512,1,0,0.1700
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1024,1,0,0.2947
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1536,1,0,0.4312
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,2048,1,0,0.5555
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32768,1,0,10.9265
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,10240,1,0,1.8415
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,3072,1,0,0.8618
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,4096,1,0,1.1902
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,6144,1,0,1.8721
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,8192,1,0,2.7115
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,0,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,12288,1,0,2.3941
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16384,1,0,7.4564
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,32,1,0,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16,1,0,0.0585
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,64,1,0,0.0784
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32768,1,0,22.5912
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,128,1,0,0.1073
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,256,1,0,0.1650
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1024,1,0,0.5292
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,12288,1,0,5.0032
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,512,1,0,0.2867
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,2048,1,0,1.0567
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,10240,1,0,3.7864
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1536,1,0,0.7997
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,3072,1,0,1.6495
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,6144,1,0,3.7864
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,10240,1,0,7.5339
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,8192,1,0,5.7614
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,16,1,0,0.0663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,12288,1,0,9.7787
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,4096,1,0,2.2749
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,32,1,0,0.0807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,64,1,0,0.1113
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16384,1,0,15.0492
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,256,1,0,0.2746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1024,1,0,1.0016
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,512,1,0,0.5142
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1536,1,0,1.5101
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,3072,1,0,3.2434
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,2048,1,0,2.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,4096,1,0,4.5930
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,6144,1,0,7.8329
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,128,1,0,0.1664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,8192,1,0,11.3684
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,32,1,0,0.1135
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,16,1,0,0.0873
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,64,1,0,0.1711
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,0,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,0,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,256,1,0,0.5049
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1024,1,0,1.9512
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1536,1,0,2.9858
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,128,1,0,0.2782
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,512,1,0,0.9779
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,0,0.0746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,16,1,0,0.1236
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,2048,1,0,4.3574
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,64,1,0,0.2852
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,128,1,0,0.5061
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,3072,1,0,6.9741
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,512,1,0,1.8862
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,4096,1,0,9.3874
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1024,1,0,3.9174
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,256,1,0,0.9596
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,2048,1,0,8.5348
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,32,1,0,0.1802
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,0,0.0969
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1536,1,0,6.2269
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,16,1,0,0.1976
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,64,1,0,0.5195
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,256,1,0,1.8813
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,32,1,0,0.3040
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1024,1,0,8.3693
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,128,1,0,0.9611
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,32,1,0,0.5548
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,16,1,0,0.3375
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,0,0.1469
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,256,1,0,3.9151
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,128,1,0,1.8696
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,64,1,0,1.0023
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,512,1,0,7.9180
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,512,1,0,3.7862
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,16,1,0,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,32,1,0,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,128,1,0,0.0569
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,64,1,0,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,256,1,0,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,512,1,0,0.0767
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,0,0.0568
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1024,1,0,0.1033
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,2048,1,0,0.1628
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1536,1,0,0.1335
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,3072,1,0,0.2145
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,0,0.0848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,16,1,0,0.0543
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,4096,1,0,0.2726
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,32,1,0,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,6144,1,0,0.4085
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,16384,1,0,1.2287
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,8192,1,0,0.5597
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,10240,1,0,0.7185
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,64,1,0,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,128,1,0,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,12288,1,0,0.8895
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,256,1,0,0.0725
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1024,1,0,0.1500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,512,1,0,0.0969
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,3072,1,0,0.3596
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,32768,1,0,3.2826
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,2048,1,0,0.2465
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1536,1,0,0.1942
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,6144,1,0,0.7383
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,4096,1,0,0.4837
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,16384,1,0,2.3301
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,8192,1,0,1.0088
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,0,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,16,1,0,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,64,1,0,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,128,1,0,0.0720
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,32,1,0,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,12288,1,0,1.6006
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,512,1,0,0.1441
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,256,1,0,0.0914
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1024,1,0,0.2313
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,10240,1,0,1.2951
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1536,1,0,0.3330
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,3072,1,0,0.6531
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,2048,1,0,0.4390
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,4096,1,0,0.8836
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,8192,1,0,1.8925
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,32768,1,0,6.9277
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,10240,1,0,2.4696
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,16384,1,0,4.6814
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,0,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,16,1,0,0.0563
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,64,1,0,0.0701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,32,1,0,0.0587
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,128,1,0,0.0896
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,512,1,0,0.2245
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,6144,1,0,1.3592
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1024,1,0,0.4153
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,12288,1,0,3.1686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,256,1,0,0.1409
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,2048,1,0,0.8093
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1536,1,0,0.6169
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,3072,1,0,1.2271
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,6144,1,0,2.6431
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,8192,1,0,3.8669
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,32768,1,0,12.9579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,4096,1,0,1.6758
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,16384,1,0,9.7205
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,32,1,0,0.0712
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,0,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,128,1,0,0.1398
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,64,1,0,0.0911
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,16,1,0,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,256,1,0,0.2238
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1024,1,0,0.7712
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1536,1,0,1.1667
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,10240,1,0,5.0039
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,2048,1,0,1.5577
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,3072,1,0,2.4053
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,12288,1,0,6.3154
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,512,1,0,0.4036
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,6144,1,0,5.4650
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,4096,1,0,3.4061
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,16,1,0,0.0727
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,32,1,0,0.0930
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,8192,1,0,7.6822
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,64,1,0,0.1409
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,0,0.0606
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,512,1,0,0.7675
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,128,1,0,0.2237
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1536,1,0,2.2545
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1024,1,0,1.5003
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,3072,1,0,4.8555
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,256,1,0,0.3904
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,2048,1,0,3.0732
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,0,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,64,1,0,0.2283
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,4096,1,0,6.6591
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,128,1,0,0.3966
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,16,1,0,0.0990
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1024,1,0,2.9925
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,512,1,0,1.4789
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1536,1,0,4.5464
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,32,1,0,0.1463
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,0,0.0744
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,2048,1,0,6.2485
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,256,1,0,0.7475
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,64,1,0,0.4068
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,128,1,0,0.7518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,16,1,0,0.1543
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1024,1,0,6.0128
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,0,0.1011
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,256,1,0,1.4540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,16,1,0,0.2598
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,32,1,0,0.2385
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,64,1,0,0.7730
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,32,1,0,0.4254
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,512,1,0,2.9037
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,256,1,0,2.8717
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,512,1,0,5.9048
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,128,1,0,1.4731
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,0,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,16,1,0,0.0523
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,32,1,0,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,128,1,0,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,256,1,0,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,64,1,0,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,512,1,0,0.0755
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1024,1,0,0.0950
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1536,1,0,0.1242
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,2048,1,0,0.1530
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,3072,1,0,0.1990
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,0,0.0869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,16,1,0,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,4096,1,0,0.2487
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,6144,1,0,0.3445
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,16384,1,0,0.9616
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,8192,1,0,0.4476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,32,1,0,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,64,1,0,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,10240,1,0,0.5555
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,128,1,0,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,256,1,0,0.0701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,512,1,0,0.0889
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,12288,1,0,0.6888
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1024,1,0,0.1393
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,2048,1,0,0.2226
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,3072,1,0,0.3066
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,4096,1,0,0.3937
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,6144,1,0,0.5999
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,32768,1,0,2.1869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,10240,1,0,1.0422
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1536,1,0,0.1790
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,32768,1,0,4.4092
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,16384,1,0,1.7337
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,0,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,32,1,0,0.0557
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,64,1,0,0.0583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,8192,1,0,0.8192
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,256,1,0,0.0869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,16,1,0,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,512,1,0,0.1331
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1536,1,0,0.2875
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,12288,1,0,1.2613
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,128,1,0,0.0675
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1024,1,0,0.2117
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,2048,1,0,0.3663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,4096,1,0,0.7419
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,8192,1,0,1.5164
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,3072,1,0,0.5512
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,6144,1,0,1.1166
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,16,1,0,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,16384,1,0,3.3520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,32,1,0,0.0583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,0,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,64,1,0,0.0703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,128,1,0,0.0832
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,256,1,0,0.1311
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,512,1,0,0.2054
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1024,1,0,0.3547
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,2048,1,0,0.6991
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,32768,1,0,8.6181
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1536,1,0,0.5267
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,3072,1,0,1.0327
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,4096,1,0,1.3948
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,6144,1,0,2.1384
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,12288,1,0,4.7722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,12288,1,0,2.3932
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,8192,1,0,2.9382
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,10240,1,0,1.9325
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,0,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,16384,1,0,6.6297
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,16,1,0,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,32,1,0,0.0678
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,64,1,0,0.0851
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,256,1,0,0.2019
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,512,1,0,0.3460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,128,1,0,0.1270
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1024,1,0,0.6764
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,3072,1,0,2.0194
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,2048,1,0,1.3260
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,10240,1,0,3.8373
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,4096,1,0,2.6933
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1536,1,0,1.0010
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,8192,1,0,5.8812
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,0,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,32,1,0,0.0833
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,64,1,0,0.1261
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,128,1,0,0.1985
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,16,1,0,0.0682
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,512,1,0,0.6649
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,256,1,0,0.3461
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1024,1,0,1.2979
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,2048,1,0,2.5878
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1536,1,0,1.9286
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,4096,1,0,5.4810
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,6144,1,0,4.1449
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,0,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,32,1,0,0.1311
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,64,1,0,0.2013
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,128,1,0,0.3448
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,3072,1,0,3.9447
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,16,1,0,0.0863
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,512,1,0,1.2699
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,256,1,0,0.6599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,2048,1,0,5.1440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1024,1,0,2.5308
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,0,0.0642
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,16,1,0,0.1353
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,64,1,0,0.3491
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,32,1,0,0.2073
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1536,1,0,3.8297
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,128,1,0,0.6596
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,512,1,0,2.5038
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,16,1,0,0.2178
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,32,1,0,0.3600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1024,1,0,5.0423
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,128,1,0,1.2818
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,256,1,0,1.2706
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,0,0.0807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,512,1,0,4.9813
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,256,1,0,2.4941
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,64,1,0,0.6691
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,16,1,0,0.0502
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,32,1,0,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,0,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,128,1,0,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,256,1,0,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,64,1,0,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,512,1,0,0.0725
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1024,1,0,0.0935
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1536,1,0,0.1196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,2048,1,0,0.1462
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,3072,1,0,0.1907
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,4096,1,0,0.2387
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,6144,1,0,0.3287
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,8192,1,0,0.4178
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,0,0.0769
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,16,1,0,0.0515
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,10240,1,0,0.5130
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,32,1,0,0.0531
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,12288,1,0,0.6235
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,64,1,0,0.0543
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,128,1,0,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,256,1,0,0.0685
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1024,1,0,0.1344
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1536,1,0,0.1712
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,3072,1,0,0.2904
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,512,1,0,0.0869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,4096,1,0,0.3676
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,2048,1,0,0.2131
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,6144,1,0,0.5390
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,16384,1,0,0.8299
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,16384,1,0,1.4750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,0,0.0522
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,32768,1,0,1.7636
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,16,1,0,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,32,1,0,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,8192,1,0,0.7158
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,10240,1,0,0.8882
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,64,1,0,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,128,1,0,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,12288,1,0,1.0717
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,256,1,0,0.0832
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,512,1,0,0.1286
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1536,1,0,0.2722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,3072,1,0,0.5015
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1024,1,0,0.2013
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,2048,1,0,0.3418
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,4096,1,0,0.6581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,8192,1,0,1.3341
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,6144,1,0,0.9861
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,12288,1,0,2.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,0,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,32768,1,0,3.2546
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,32,1,0,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,16,1,0,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,128,1,0,0.0810
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,64,1,0,0.0648
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,256,1,0,0.1246
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,512,1,0,0.1945
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1024,1,0,0.3302
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1536,1,0,0.4778
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,32768,1,0,6.3802
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,2048,1,0,0.6310
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,16384,1,0,2.7700
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,3072,1,0,0.9356
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,4096,1,0,1.2554
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,10240,1,0,1.6709
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,6144,1,0,1.8924
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,8192,1,0,2.5434
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,16384,1,0,5.5051
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,16,1,0,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,0,0.0522
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,32,1,0,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,128,1,0,0.1220
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,256,1,0,0.1911
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1024,1,0,0.6144
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,64,1,0,0.0805
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,512,1,0,0.3254
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,2048,1,0,1.2108
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,10240,1,0,3.2096
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,3072,1,0,1.8075
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1536,1,0,0.9033
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,4096,1,0,2.4152
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,0,0.0523
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,8192,1,0,5.0512
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,64,1,0,0.1216
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,12288,1,0,4.0043
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,32,1,0,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,128,1,0,0.1883
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,256,1,0,0.3206
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,16,1,0,0.0667
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,512,1,0,0.6035
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1536,1,0,1.7633
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1024,1,0,1.1981
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,6144,1,0,3.6644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,4096,1,0,4.8033
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,3072,1,0,3.5337
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,0,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,16,1,0,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,2048,1,0,2.3545
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,256,1,0,0.6035
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,32,1,0,0.1214
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,512,1,0,1.1808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1024,1,0,2.3102
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1536,1,0,3.4510
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,128,1,0,0.3180
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,64,1,0,0.1944
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,16,1,0,0.1248
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,32,1,0,0.1913
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,64,1,0,0.3224
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,2048,1,0,4.6488
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,128,1,0,0.6009
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,0,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,512,1,0,2.3206
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1024,1,0,4.5879
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,16,1,0,0.1981
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,256,1,0,1.1739
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,128,1,0,1.1734
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,256,1,0,2.3138
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,64,1,0,0.6101
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,0,0.0685
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,32,1,0,0.3289
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,512,1,0,4.5711
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,0,0.0555
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,16,1,0,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,32,1,0,0.0502
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,512,1,0,0.0742
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,64,1,0,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,256,1,0,0.0610
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,128,1,0,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1024,1,0,0.0917
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1536,1,0,0.1194
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,2048,1,0,0.1453
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,4096,1,0,0.2343
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,6144,1,0,0.3222
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,10240,1,0,0.4954
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,8192,1,0,0.4056
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,12288,1,0,0.5933
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,3072,1,0,0.1863
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,0,0.0685
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,16,1,0,0.0512
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,64,1,0,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,32,1,0,0.0526
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,256,1,0,0.0685
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,512,1,0,0.0869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1024,1,0,0.1317
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,128,1,0,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1536,1,0,0.1682
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,2048,1,0,0.2079
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,3072,1,0,0.2827
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,4096,1,0,0.3568
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,6144,1,0,0.5169
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,0,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,16384,1,0,0.7760
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,32768,1,0,1.5838
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,16,1,0,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,8192,1,0,0.6740
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,32,1,0,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,10240,1,0,0.8477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,12288,1,0,1.0111
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,64,1,0,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,16384,1,0,1.3415
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,128,1,0,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,32768,1,0,2.7625
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,256,1,0,0.0841
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,512,1,0,0.1264
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1536,1,0,0.2641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,3072,1,0,0.4770
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,2048,1,0,0.3320
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1024,1,0,0.1968
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,4096,1,0,0.6276
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,8192,1,0,1.2290
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,6144,1,0,0.9280
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,12288,1,0,1.8215
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,16,1,0,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,16384,1,0,2.4775
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,64,1,0,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,128,1,0,0.0793
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,32,1,0,0.0564
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,0,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,512,1,0,0.1894
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1024,1,0,0.3192
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,256,1,0,0.1231
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,10240,1,0,1.5187
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,2048,1,0,0.5979
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1536,1,0,0.4582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,32768,1,0,5.2747
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,3072,1,0,0.8872
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,4096,1,0,1.1679
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,8192,1,0,2.3484
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,16384,1,0,4.7757
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,0,0.0522
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,32,1,0,0.0652
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,64,1,0,0.0806
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,6144,1,0,1.7448
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,16,1,0,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,256,1,0,0.1871
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,128,1,0,0.1196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1024,1,0,0.5866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,12288,1,0,3.5434
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,512,1,0,0.3130
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,10240,1,0,2.9435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1536,1,0,0.8608
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,3072,1,0,1.6988
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,2048,1,0,1.1438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,4096,1,0,2.2560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,8192,1,0,4.5880
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,16,1,0,0.0665
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,6144,1,0,3.4036
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,128,1,0,0.1836
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,256,1,0,0.3100
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,0,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1024,1,0,1.1210
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,64,1,0,0.1197
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1536,1,0,1.6749
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,2048,1,0,2.2381
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,32,1,0,0.0813
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,512,1,0,0.5791
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,0,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,4096,1,0,4.4653
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,3072,1,0,3.3133
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,32,1,0,0.1194
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,16,1,0,0.0810
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,256,1,0,0.5756
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,128,1,0,0.3077
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1024,1,0,2.2039
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,2048,1,0,4.3825
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1536,1,0,3.2735
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,512,1,0,1.1145
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,16,1,0,0.1193
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,0,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,32,1,0,0.1831
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,128,1,0,0.5746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,256,1,0,1.1070
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1024,1,0,4.3519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,64,1,0,0.3074
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,0,0.0645
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,16,1,0,0.1889
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,32,1,0,0.3123
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,64,1,0,0.5746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,512,1,0,2.1982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,128,1,0,1.1165
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,0,0.0941
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,64,1,0,0.1829
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,256,1,0,2.1868
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,64,1,0,0.0927
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,128,1,0,0.1076
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,512,1,0,4.3420
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,16,1,0,0.0864
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,32,1,0,0.0889
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1536,1,0,0.4446
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,512,1,0,0.1893
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1024,1,0,0.3256
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,4096,1,0,1.4432
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,6144,1,0,2.5610
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,8192,1,0,3.9050
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,256,1,0,0.1358
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,3072,1,0,1.0295
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,10240,1,0,5.7285
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,2048,1,0,0.6526
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,16384,1,0,11.4262
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,16,1,0,0.0924
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,12288,1,0,7.3405
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,0,0.1245
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,32,1,0,0.0965
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,64,1,0,0.1104
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,128,1,0,0.1373
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1024,1,0,0.5851
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,256,1,0,0.1823
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,512,1,0,0.3085
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1536,1,0,0.8257
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,3072,1,0,2.0150
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,2048,1,0,1.2275
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,6144,1,0,5.3644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,10240,1,0,11.1182
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,12288,1,0,14.3476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,32768,1,0,37.4292
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,16384,1,0,24.4656
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,8192,1,0,8.0793
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,0,0.0970
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,4096,1,0,2.9389
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,16,1,0,0.1012
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,32,1,0,0.1151
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,256,1,0,0.3011
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,512,1,0,0.5587
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,64,1,0,0.1365
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,128,1,0,0.1828
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,32768,1,0,75.3817
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,2048,1,0,2.4579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1536,1,0,1.7283
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1024,1,0,1.1122
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,3072,1,0,4.3585
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,6144,1,0,10.4113
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,8192,1,0,16.9533
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,4096,1,0,6.2129
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,12288,1,0,29.4356
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,16,1,0,0.1217
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,0,0.1067
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,32,1,0,0.1498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,16384,1,0,46.7871
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,10240,1,0,22.4566
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,64,1,0,0.1903
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,256,1,0,0.4977
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,128,1,0,0.3031
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1024,1,0,2.1912
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1536,1,0,3.7619
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,512,1,0,1.0474
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,3072,1,0,8.6579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,2048,1,0,5.2332
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,6144,1,0,22.1123
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,4096,1,0,11.9535
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,0,0.1264
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,8192,1,0,33.7389
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,32768,1,0,148.9047
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,10240,1,0,44.0353
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,16,1,0,0.1691
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,32,1,0,0.1955
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,64,1,0,0.3164
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,256,1,0,0.9311
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,128,1,0,0.5536
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,12288,1,0,59.8807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1024,1,0,4.8107
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,2048,1,0,10.3208
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1536,1,0,7.2424
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,3072,1,0,16.6623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,512,1,0,1.9112
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,16384,1,0,92.8494
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,16,1,0,0.2327
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,0,0.1681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,4096,1,0,26.4243
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,32,1,0,0.3282
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,6144,1,0,42.0679
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,64,1,0,0.5303
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,128,1,0,0.9396
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,256,1,0,1.8161
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,512,1,0,4.4047
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1024,1,0,9.8724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,8192,1,0,65.0114
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1536,1,0,14.2569
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,0,0.2511
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,16,1,0,0.4257
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,3072,1,0,34.2586
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,64,1,0,1.0040
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,32,1,0,0.6579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,2048,1,0,19.9212
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,128,1,0,1.8887
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,4096,1,0,49.8572
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,512,1,0,8.9416
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,256,1,0,4.0529
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,0,0.4229
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1024,1,0,19.3381
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,32,1,0,1.1427
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,128,1,0,4.1782
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,16,1,0,0.7464
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,2048,1,0,40.5972
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1536,1,0,30.0400
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,256,1,0,8.2141
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,64,1,0,2.1524
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,512,1,0,17.6413
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,0,0.7688
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,32,1,0,2.2644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,16,1,0,1.4467
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,128,1,0,8.2673
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1024,1,0,36.9392
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,64,1,0,4.4496
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,0,0.0730
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,16,1,0,0.0773
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,32,1,0,0.0707
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,64,1,0,0.0741
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,256,1,0,17.7556
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,256,1,0,0.0982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,128,1,0,0.0805
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1024,1,0,0.2074
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1536,1,0,0.2982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,512,1,0,0.1275
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,2048,1,0,0.3923
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,4096,1,0,0.8240
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,3072,1,0,0.5914
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,10240,1,0,2.6699
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,8192,1,0,1.9845
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,16384,1,0,5.9180
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,12288,1,0,3.8056
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,16,1,0,0.0711
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,32768,1,0,19.2452
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,0,0.1075
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,64,1,0,0.0810
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,6144,1,0,1.3391
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,128,1,0,0.0971
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,512,1,0,36.3182
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,256,1,0,0.1258
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,32,1,0,0.0721
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1024,1,0,0.3571
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,2048,1,0,0.6994
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,512,1,0,0.1958
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,4096,1,0,1.5369
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1536,1,0,0.5240
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,3072,1,0,1.1061
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,10240,1,0,5.8831
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,16384,1,0,11.9801
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,12288,1,0,7.8138
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,0,0.0765
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,16,1,0,0.0763
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,6144,1,0,2.6116
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,8192,1,0,4.3018
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,128,1,0,0.1268
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,512,1,0,0.3378
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,64,1,0,0.0988
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1024,1,0,0.6458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,256,1,0,0.1846
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,32768,1,0,38.6412
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,32,1,0,0.0832
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1536,1,0,0.9915
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,4096,1,0,3.0813
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,2048,1,0,1.3291
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,3072,1,0,2.2181
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,6144,1,0,5.6451
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,12288,1,0,15.2805
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,10240,1,0,11.7605
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,8192,1,0,8.5510
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,16,1,0,0.0890
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,0,0.0785
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,32,1,0,0.1047
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,16384,1,0,24.8999
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,64,1,0,0.1306
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,256,1,0,0.3311
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,128,1,0,0.1864
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1024,1,0,1.2177
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,512,1,0,0.6133
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,3072,1,0,4.5709
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1536,1,0,1.9747
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,2048,1,0,2.6392
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,32768,1,0,78.7502
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,6144,1,0,11.3139
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,4096,1,0,6.6258
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,10240,1,0,23.8170
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,16,1,0,0.1133
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,0,0.0870
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,8192,1,0,16.9382
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,32,1,0,0.1381
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,12288,1,0,31.6066
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,64,1,0,0.1980
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,256,1,0,0.5918
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,16384,1,0,50.0453
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,128,1,0,0.3286
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,512,1,0,1.1593
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,2048,1,0,5.7972
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1024,1,0,2.4187
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1536,1,0,3.9390
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,3072,1,0,9.3003
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,4096,1,0,13.4187
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,16,1,0,0.1580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,0,0.1100
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,6144,1,0,23.8630
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,64,1,0,0.3448
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,32,1,0,0.2165
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,128,1,0,0.6024
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,8192,1,0,34.8209
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,256,1,0,1.1348
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,512,1,0,2.2708
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1024,1,0,5.0918
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,2048,1,0,11.3288
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1536,1,0,8.4727
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,16,1,0,0.2522
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,32,1,0,0.3777
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,0,0.1522
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,4096,1,0,26.9346
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,64,1,0,0.6289
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,256,1,0,2.3048
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,3072,1,0,18.7034
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,128,1,0,1.1450
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,512,1,0,4.9489
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1024,1,0,10.4998
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,0,0.2402
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,16,1,0,0.4572
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1536,1,0,16.5960
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,32,1,0,0.7070
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,64,1,0,1.2092
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,128,1,0,2.3147
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,2048,1,0,23.4584
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,512,1,0,10.0281
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,256,1,0,4.8728
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,0,0.4191
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1024,1,0,22.4218
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,32,1,0,1.3589
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,16,1,0,0.8499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,64,1,0,2.3715
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,128,1,0,4.8697
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,16,1,0,0.0565
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,256,1,0,9.7843
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,0,0.0618
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,512,1,0,20.1493
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,64,1,0,0.0597
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,32,1,0,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,128,1,0,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,256,1,0,0.0775
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1024,1,0,0.1432
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,2048,1,0,0.2594
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,512,1,0,0.1011
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1536,1,0,0.2001
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,4096,1,0,0.5182
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,3072,1,0,0.3800
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,6144,1,0,0.8118
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,8192,1,0,1.1578
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,16384,1,0,3.1005
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,12288,1,0,1.9907
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,10240,1,0,1.5415
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,0,0.0910
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,16,1,0,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,64,1,0,0.0640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,256,1,0,0.0970
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,32768,1,0,9.8682
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,128,1,0,0.0731
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1536,1,0,0.3396
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1024,1,0,0.2390
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,32,1,0,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,3072,1,0,0.6796
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,512,1,0,0.1358
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,6144,1,0,1.5182
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,4096,1,0,0.9458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,8192,1,0,2.1993
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,12288,1,0,4.2075
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,16384,1,0,6.4699
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,2048,1,0,0.4469
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,0,0.0604
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,10240,1,0,3.0513
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,16,1,0,0.0596
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,32,1,0,0.0630
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,128,1,0,0.0961
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,256,1,0,0.1337
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,32768,1,0,20.6359
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1024,1,0,0.4143
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,512,1,0,0.2278
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,64,1,0,0.0726
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1536,1,0,0.6167
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,2048,1,0,0.8229
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,3072,1,0,1.2780
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,8192,1,0,4.8159
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,10240,1,0,6.3722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,12288,1,0,8.2788
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,16384,1,0,12.8313
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,4096,1,0,1.7978
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,16,1,0,0.0662
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,6144,1,0,3.0571
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,0,0.0622
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,32,1,0,0.0773
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,64,1,0,0.0978
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,32768,1,0,41.2029
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,256,1,0,0.2192
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1024,1,0,0.7536
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,128,1,0,0.1359
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,512,1,0,0.3951
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1536,1,0,1.1639
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,2048,1,0,1.5888
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,3072,1,0,2.4714
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,4096,1,0,3.7943
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,8192,1,0,9.3573
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,12288,1,0,17.7973
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,6144,1,0,6.4092
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,0,0.0652
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,10240,1,0,12.7869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,32,1,0,0.1026
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,16384,1,0,26.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,16,1,0,0.0813
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,64,1,0,0.1411
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,128,1,0,0.2211
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,256,1,0,0.3874
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1536,1,0,2.2629
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,3072,1,0,5.2730
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,2048,1,0,3.1296
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,512,1,0,0.7230
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,4096,1,0,7.6771
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1024,1,0,1.4746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,0,0.0752
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,16,1,0,0.1115
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,6144,1,0,13.2742
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,32,1,0,0.1478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,64,1,0,0.2289
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,8192,1,0,19.3417
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,256,1,0,0.7197
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1024,1,0,2.9140
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1536,1,0,4.7927
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,2048,1,0,6.7440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,3072,1,0,10.3423
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,0,0.0973
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,512,1,0,1.4144
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,4096,1,0,15.2855
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,128,1,0,0.3751
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,32,1,0,0.2468
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,16,1,0,0.1678
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,64,1,0,0.3989
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,128,1,0,0.7153
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,256,1,0,1.3931
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,512,1,0,2.8430
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1536,1,0,9.7884
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1024,1,0,5.9884
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,32,1,0,0.4376
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,0,0.1440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,16,1,0,0.2833
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,64,1,0,0.7550
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,2048,1,0,13.3090
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,512,1,0,5.7664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,256,1,0,2.7857
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,128,1,0,1.3880
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,16,1,0,0.5102
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,0,0.2385
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,32,1,0,0.8261
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1024,1,0,12.8411
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,128,1,0,2.7773
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,64,1,0,1.4474
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,16,1,0,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,0,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,512,1,0,11.9812
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,256,1,0,5.6828
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,32,1,0,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,256,1,0,0.0663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,64,1,0,0.0545
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,128,1,0,0.0605
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1024,1,0,0.1175
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,2048,1,0,0.1869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1536,1,0,0.1520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,3072,1,0,0.2718
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,512,1,0,0.0833
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,6144,1,0,0.5532
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,12288,1,0,1.2344
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,16384,1,0,1.7962
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,8192,1,0,0.7573
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,4096,1,0,0.3603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,0,0.0847
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,10240,1,0,0.9905
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,32,1,0,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,128,1,0,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,32768,1,0,5.5593
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,64,1,0,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1024,1,0,0.1740
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1536,1,0,0.2406
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,256,1,0,0.0803
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,2048,1,0,0.3178
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,512,1,0,0.1128
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,4096,1,0,0.6352
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,16,1,0,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,3072,1,0,0.4697
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,8192,1,0,1.3948
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,6144,1,0,0.9943
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,10240,1,0,1.8341
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,16384,1,0,3.6146
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,12288,1,0,2.3278
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,16,1,0,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,0,0.0557
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,128,1,0,0.0785
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,32768,1,0,10.8164
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,64,1,0,0.0639
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,256,1,0,0.1090
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,32,1,0,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1536,1,0,0.4325
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,512,1,0,0.1689
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1024,1,0,0.2965
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,6144,1,0,1.8748
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,2048,1,0,0.5628
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,10240,1,0,3.9436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,3072,1,0,0.8599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,4096,1,0,1.1837
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,8192,1,0,2.7970
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,12288,1,0,5.0447
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,0,0.0563
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,32,1,0,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,16384,1,0,7.4425
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,64,1,0,0.0786
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,16,1,0,0.0578
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,128,1,0,0.1061
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,512,1,0,0.2864
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1536,1,0,0.7920
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,256,1,0,0.1646
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,32768,1,0,22.5162
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1024,1,0,0.5271
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,2048,1,0,1.0688
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,3072,1,0,1.6596
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,4096,1,0,2.3006
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,6144,1,0,3.7982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,8192,1,0,5.7136
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,0,0.0605
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,16384,1,0,15.1664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,32,1,0,0.0803
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,12288,1,0,9.7503
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,128,1,0,0.1661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,10240,1,0,7.6975
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,64,1,0,0.1109
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,16,1,0,0.0649
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,512,1,0,0.5103
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1024,1,0,1.0018
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,256,1,0,0.2776
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,3072,1,0,3.4221
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,2048,1,0,2.0593
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,4096,1,0,4.6378
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,0,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,8192,1,0,11.4408
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1536,1,0,1.5103
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,32,1,0,0.1145
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,6144,1,0,8.1511
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,64,1,0,0.1712
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,128,1,0,0.2797
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1024,1,0,1.9437
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,256,1,0,0.4962
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,2048,1,0,4.3530
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,16,1,0,0.0873
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,512,1,0,0.9701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,0,0.0744
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,4096,1,0,9.6519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1536,1,0,2.9596
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,16,1,0,0.1233
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,64,1,0,0.2862
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,32,1,0,0.1797
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,3072,1,0,6.7638
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,128,1,0,0.5029
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1024,1,0,3.9848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1536,1,0,6.1536
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,256,1,0,0.9566
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,512,1,0,1.9064
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,32,1,0,0.3023
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,16,1,0,0.1982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,2048,1,0,8.5465
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,64,1,0,0.5203
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,0,0.0968
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,128,1,0,0.9611
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1024,1,0,8.0422
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,512,1,0,3.8429
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,0,0.1477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,16,1,0,0.3418
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,128,1,0,1.8732
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,256,1,0,1.8813
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,32,1,0,0.5613
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,64,1,0,1.0084
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,0,0.0564
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,32,1,0,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,512,1,0,7.9565
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,16,1,0,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,256,1,0,3.7792
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,128,1,0,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,512,1,0,0.0768
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,64,1,0,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,2048,1,0,0.1623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,256,1,0,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,3072,1,0,0.2141
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1536,1,0,0.1339
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1024,1,0,0.1013
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,8192,1,0,0.5581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,6144,1,0,0.4097
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,4096,1,0,0.2713
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,10240,1,0,0.7196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,16384,1,0,1.2314
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,0,0.0825
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,32768,1,0,3.2063
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,32,1,0,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,16,1,0,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,64,1,0,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,128,1,0,0.0604
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,256,1,0,0.0744
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,512,1,0,0.0952
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,12288,1,0,0.8926
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,2048,1,0,0.2463
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1024,1,0,0.1500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1536,1,0,0.1953
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,8192,1,0,1.0009
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,6144,1,0,0.7384
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,10240,1,0,1.3075
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,4096,1,0,0.4831
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,16384,1,0,2.3311
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,3072,1,0,0.3590
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,12288,1,0,1.6174
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,16,1,0,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,32,1,0,0.0567
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,128,1,0,0.0704
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,0,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,32768,1,0,6.5896
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,512,1,0,0.1434
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1024,1,0,0.2333
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,2048,1,0,0.4366
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1536,1,0,0.3333
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,64,1,0,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,256,1,0,0.0932
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,4096,1,0,0.8855
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,3072,1,0,0.6491
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,6144,1,0,1.3557
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,8192,1,0,1.9149
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,10240,1,0,2.4681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,16384,1,0,4.7406
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,0,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,32,1,0,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,64,1,0,0.0702
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,16,1,0,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,128,1,0,0.0910
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,32768,1,0,12.9243
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,12288,1,0,3.2056
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1024,1,0,0.4161
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,2048,1,0,0.8064
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1536,1,0,0.6182
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,512,1,0,0.2259
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,3072,1,0,1.2287
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,256,1,0,0.1400
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,4096,1,0,1.6869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,10240,1,0,5.1345
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,8192,1,0,3.8309
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,12288,1,0,6.7864
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,16,1,0,0.0604
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,6144,1,0,2.6317
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,16384,1,0,9.3008
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,64,1,0,0.0893
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,32,1,0,0.0705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,512,1,0,0.4031
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,0,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,256,1,0,0.2236
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,128,1,0,0.1381
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1024,1,0,0.7743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1536,1,0,1.1625
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,2048,1,0,1.5646
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,6144,1,0,5.4491
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,4096,1,0,3.3574
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,8192,1,0,8.0089
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,32,1,0,0.0934
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,3072,1,0,2.4029
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,0,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,16,1,0,0.0729
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,256,1,0,0.3945
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,512,1,0,0.7676
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1536,1,0,2.2652
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,64,1,0,0.1423
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1024,1,0,1.5018
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,3072,1,0,4.8199
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,2048,1,0,3.0758
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,16,1,0,0.0981
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,0,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,128,1,0,0.2230
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,64,1,0,0.2275
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,4096,1,0,6.7316
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,128,1,0,0.3952
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,512,1,0,1.4723
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,32,1,0,0.1481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1536,1,0,4.5547
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,2048,1,0,6.3293
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,16,1,0,0.1556
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,256,1,0,0.7580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1024,1,0,3.0198
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,0,0.0745
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,32,1,0,0.2372
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,128,1,0,0.7563
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,512,1,0,2.8878
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,64,1,0,0.4067
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,0,0.1012
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,16,1,0,0.2579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,32,1,0,0.4250
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1024,1,0,6.0086
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,64,1,0,0.7731
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,256,1,0,2.8854
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,0,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,128,1,0,1.4607
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,16,1,0,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,32,1,0,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,512,1,0,5.9945
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,64,1,0,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,256,1,0,1.4528
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,128,1,0,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1536,1,0,0.1254
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,512,1,0,0.0743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1024,1,0,0.0948
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,3072,1,0,0.2001
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,4096,1,0,0.2496
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,6144,1,0,0.3442
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,2048,1,0,0.1519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,10240,1,0,0.5574
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,256,1,0,0.0621
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,8192,1,0,0.4477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,16384,1,0,0.9588
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,0,0.0765
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,32768,1,0,2.1783
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,16,1,0,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,12288,1,0,0.6864
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,64,1,0,0.0547
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,256,1,0,0.0722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1024,1,0,0.1399
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,32,1,0,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1536,1,0,0.1804
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,512,1,0,0.0888
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,128,1,0,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,2048,1,0,0.2227
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,3072,1,0,0.3089
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,8192,1,0,0.8172
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,4096,1,0,0.3941
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,12288,1,0,1.2698
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,10240,1,0,1.0447
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,32768,1,0,4.2718
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,6144,1,0,0.5979
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,32,1,0,0.0544
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,16,1,0,0.0536
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,64,1,0,0.0585
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,0,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,128,1,0,0.0681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1024,1,0,0.2104
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1536,1,0,0.2869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,512,1,0,0.1341
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,2048,1,0,0.3671
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,256,1,0,0.0860
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,16384,1,0,1.7424
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,6144,1,0,1.1160
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,4096,1,0,0.7427
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,8192,1,0,1.5107
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,10240,1,0,1.9299
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,3072,1,0,0.5534
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,0,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,16,1,0,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,32,1,0,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,16384,1,0,3.3939
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,12288,1,0,2.3726
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,128,1,0,0.0846
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,32768,1,0,8.5852
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,512,1,0,0.2063
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,64,1,0,0.0683
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1536,1,0,0.5280
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,2048,1,0,0.6993
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1024,1,0,0.3539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,4096,1,0,1.3954
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,8192,1,0,2.9036
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,10240,1,0,3.8315
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,256,1,0,0.1298
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,6144,1,0,2.1521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,3072,1,0,1.0421
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,16384,1,0,6.8136
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,16,1,0,0.0583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,0,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,12288,1,0,4.7190
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,32,1,0,0.0674
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,64,1,0,0.0827
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,512,1,0,0.3464
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1024,1,0,0.6777
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,256,1,0,0.2000
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,128,1,0,0.1275
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1536,1,0,0.9975
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,6144,1,0,4.1971
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,4096,1,0,2.7198
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,8192,1,0,5.7887
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,3072,1,0,2.0077
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,2048,1,0,1.3281
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,0,0.0566
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,64,1,0,0.1277
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,32,1,0,0.0832
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,128,1,0,0.1995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,16,1,0,0.0683
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1024,1,0,1.2913
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1536,1,0,1.9317
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,512,1,0,0.6657
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,2048,1,0,2.5741
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,3072,1,0,3.9780
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,0,0.0592
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,4096,1,0,5.4515
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,256,1,0,0.3431
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,16,1,0,0.0867
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,64,1,0,0.2015
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,256,1,0,0.6567
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,512,1,0,1.2866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,128,1,0,0.3439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,32,1,0,0.1314
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1536,1,0,3.8142
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,2048,1,0,5.1265
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1024,1,0,2.5252
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,0,0.0645
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,128,1,0,0.6550
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,64,1,0,0.3488
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,16,1,0,0.1358
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,32,1,0,0.2074
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1024,1,0,5.1349
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,256,1,0,1.2695
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,32,1,0,0.3587
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,512,1,0,2.4978
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,128,1,0,1.2853
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,0,0.0806
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,16,1,0,0.2177
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,64,1,0,0.6667
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,256,1,0,2.4905
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,16,1,0,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,0,0.0523
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,32,1,0,0.0515
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,256,1,0,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,512,1,0,4.9486
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,128,1,0,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,512,1,0,0.0724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1024,1,0,0.0929
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,3072,1,0,0.1906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1536,1,0,0.1193
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,2048,1,0,0.1456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,8192,1,0,0.4175
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,10240,1,0,0.5131
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,4096,1,0,0.2387
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,12288,1,0,0.6201
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,6144,1,0,0.3295
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,0,0.0828
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,16384,1,0,0.8301
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,16,1,0,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,64,1,0,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,64,1,0,0.0522
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,32768,1,0,1.7605
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,512,1,0,0.0871
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,128,1,0,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,256,1,0,0.0689
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,32,1,0,0.0525
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1024,1,0,0.1348
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,4096,1,0,0.3692
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1536,1,0,0.1715
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,8192,1,0,0.7159
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,3072,1,0,0.2915
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,2048,1,0,0.2131
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,10240,1,0,0.8846
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,6144,1,0,0.5384
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,32768,1,0,3.2483
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,12288,1,0,1.0712
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,16384,1,0,1.4686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,32,1,0,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,0,0.0507
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,16,1,0,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,64,1,0,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,256,1,0,0.0844
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,128,1,0,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,512,1,0,0.1280
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,2048,1,0,0.3432
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1536,1,0,0.2721
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,6144,1,0,0.9816
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,8192,1,0,1.3319
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,3072,1,0,0.5017
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1024,1,0,0.2012
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,4096,1,0,0.6534
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,16384,1,0,2.7554
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,32768,1,0,6.3754
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,10240,1,0,1.6883
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,12288,1,0,2.0410
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,64,1,0,0.0663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,128,1,0,0.0811
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,16,1,0,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,32,1,0,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,256,1,0,0.1251
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,0,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,512,1,0,0.1945
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1024,1,0,0.3302
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,4096,1,0,1.2517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,3072,1,0,0.9401
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,8192,1,0,2.5502
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,6144,1,0,1.8887
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,2048,1,0,0.6295
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,16384,1,0,5.5109
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,12288,1,0,3.8912
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,0,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,16,1,0,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1536,1,0,0.4796
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,10240,1,0,3.2211
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,32,1,0,0.0665
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,256,1,0,0.1913
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,128,1,0,0.1217
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,64,1,0,0.0812
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1536,1,0,0.9096
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1024,1,0,0.6131
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,3072,1,0,1.8030
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,512,1,0,0.3245
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,2048,1,0,1.2122
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,6144,1,0,3.6710
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,16,1,0,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,8192,1,0,5.0405
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,64,1,0,0.1214
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,4096,1,0,2.4064
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,0,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,128,1,0,0.1889
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,256,1,0,0.3207
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1536,1,0,1.7802
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,512,1,0,0.6066
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,32,1,0,0.0807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,3072,1,0,3.5711
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,0,0.0565
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,4096,1,0,4.7503
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1024,1,0,1.1872
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,16,1,0,0.0805
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,2048,1,0,2.3393
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,256,1,0,0.6000
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,64,1,0,0.1890
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,32,1,0,0.1214
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,512,1,0,1.1749
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1024,1,0,2.3264
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1536,1,0,3.4985
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,2048,1,0,4.6181
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,16,1,0,0.1248
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,64,1,0,0.3220
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,32,1,0,0.1914
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,128,1,0,0.3196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,0,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,512,1,0,2.2891
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,256,1,0,1.1920
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,128,1,0,0.6052
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1024,1,0,4.5843
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,16,1,0,0.1991
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,32,1,0,0.3293
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,64,1,0,0.6132
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,0,0.0702
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,512,1,0,4.5552
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,128,1,0,1.1677
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,256,1,0,2.3168
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,32,1,0,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,64,1,0,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,16,1,0,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,128,1,0,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,0,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,512,1,0,0.0725
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,256,1,0,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1536,1,0,0.1195
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1024,1,0,0.0930
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,6144,1,0,0.3213
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,2048,1,0,0.1467
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,8192,1,0,0.4062
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,3072,1,0,0.1871
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,16384,1,0,0.7838
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,4096,1,0,0.2330
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,12288,1,0,0.5893
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,32768,1,0,1.5771
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,10240,1,0,0.4947
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,0,0.0646
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,16,1,0,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,256,1,0,0.0702
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,512,1,0,0.0866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,128,1,0,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,64,1,0,0.0552
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1024,1,0,0.1319
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,32,1,0,0.0526
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,3072,1,0,0.2817
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,4096,1,0,0.3568
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,2048,1,0,0.2087
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,10240,1,0,0.8415
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,6144,1,0,0.5146
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,16384,1,0,1.3439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,8192,1,0,0.6772
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1536,1,0,0.1674
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,0,0.0503
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,12288,1,0,1.0125
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,32768,1,0,2.7527
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,16,1,0,0.0522
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,64,1,0,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,256,1,0,0.0830
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,128,1,0,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,512,1,0,0.1264
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1536,1,0,0.2637
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,32,1,0,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1024,1,0,0.1962
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,3072,1,0,0.4780
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,8192,1,0,1.2265
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,6144,1,0,0.9299
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,10240,1,0,1.5171
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,2048,1,0,0.3306
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,4096,1,0,0.6271
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,16384,1,0,2.4756
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,16,1,0,0.0543
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,0,0.0505
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,12288,1,0,1.8257
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,64,1,0,0.0648
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,32768,1,0,5.2988
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,512,1,0,0.1896
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,32,1,0,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1024,1,0,0.3198
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,128,1,0,0.0807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1536,1,0,0.4592
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,256,1,0,0.1230
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,6144,1,0,1.7393
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,3072,1,0,0.8844
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,10240,1,0,2.9559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,4096,1,0,1.1655
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,12288,1,0,3.5482
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,0,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,16,1,0,0.0589
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,8192,1,0,2.3432
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,64,1,0,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,32,1,0,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,2048,1,0,0.5939
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,256,1,0,0.1859
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,512,1,0,0.3135
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1536,1,0,0.8603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,3072,1,0,1.6895
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,16384,1,0,4.8501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,2048,1,0,1.1394
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,4096,1,0,2.2647
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,128,1,0,0.1195
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1024,1,0,0.5876
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,0,0.0522
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,16,1,0,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,6144,1,0,3.4130
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,32,1,0,0.0791
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,128,1,0,0.1831
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,512,1,0,0.5750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,64,1,0,0.1194
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1024,1,0,1.1292
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,8192,1,0,4.5774
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,256,1,0,0.3097
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,3072,1,0,3.3221
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,0,0.0554
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,4096,1,0,4.4347
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1536,1,0,1.6726
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,32,1,0,0.1196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,64,1,0,0.1836
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,2048,1,0,2.2276
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,16,1,0,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1024,1,0,2.2035
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,128,1,0,0.3081
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1536,1,0,3.2879
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,0,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,2048,1,0,4.3882
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,16,1,0,0.1201
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,64,1,0,0.3073
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,128,1,0,0.5735
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,32,1,0,0.1832
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,512,1,0,1.1096
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,512,1,0,2.1900
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,256,1,0,0.5765
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,256,1,0,1.1136
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,0,0.0642
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,32,1,0,0.3117
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,64,1,0,0.5769
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1024,1,0,4.3794
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,256,1,0,2.1852
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,512,1,0,4.3396
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,0,0.0901
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,16,1,0,0.1887
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,128,1,0,1.1131
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,32,1,0,0.0972
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,128,1,0,0.1153
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1024,1,0,0.3052
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,64,1,0,0.1033
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1536,1,0,0.4363
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,512,1,0,0.1812
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,256,1,0,0.1319
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,4096,1,0,1.2932
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,6144,1,0,2.1649
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,16,1,0,0.0939
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,2048,1,0,0.5816
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,3072,1,0,0.8934
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,12288,1,0,5.4292
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,0,0.0969
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,16,1,0,0.0991
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,32,1,0,0.1061
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,32768,1,0,26.1749
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,16384,1,0,8.7331
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,64,1,0,0.1151
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,10240,1,0,4.4174
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,128,1,0,0.1365
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,8192,1,0,3.2169
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,512,1,0,0.2860
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1024,1,0,0.5223
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,256,1,0,0.1732
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,2048,1,0,0.9835
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1536,1,0,0.7807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,4096,1,0,2.4703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,6144,1,0,4.1745
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,3072,1,0,1.7110
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,10240,1,0,8.5018
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,8192,1,0,6.0931
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,16384,1,0,16.4273
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,0,0.1012
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,12288,1,0,11.1351
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,64,1,0,0.1449
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,128,1,0,0.1736
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,256,1,0,0.2612
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,16,1,0,0.1116
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,512,1,0,0.4945
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1536,1,0,1.5009
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,2048,1,0,2.0346
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,3072,1,0,3.0248
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,32768,1,0,51.9539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,32,1,0,0.1237
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,6144,1,0,8.0503
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,8192,1,0,12.1513
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1024,1,0,0.9764
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,10240,1,0,16.6532
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,0,0.1115
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,12288,1,0,20.8513
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,16,1,0,0.1322
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,32,1,0,0.1531
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,16384,1,0,33.9660
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,64,1,0,0.1808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,128,1,0,0.2799
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,512,1,0,0.9235
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,256,1,0,0.4360
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1536,1,0,2.8390
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,4096,1,0,4.6937
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,3072,1,0,6.3923
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1024,1,0,1.8659
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,4096,1,0,9.2781
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,2048,1,0,3.8489
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,32768,1,0,100.3277
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,6144,1,0,14.7284
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,8192,1,0,23.8576
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,0,0.1321
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,16,1,0,0.1687
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,10240,1,0,31.3988
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,32,1,0,0.1869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,128,1,0,0.4385
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,64,1,0,0.2933
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,12288,1,0,41.5394
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,256,1,0,0.9046
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,512,1,0,1.7375
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1024,1,0,3.1008
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,16384,1,0,65.0353
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1536,1,0,4.9002
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,4096,1,0,16.7351
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,0,0.1750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,2048,1,0,6.8871
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,16,1,0,0.2234
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,6144,1,0,31.7176
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,64,1,0,0.4682
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,3072,1,0,12.4598
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,32,1,0,0.3084
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,8192,1,0,44.8236
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,128,1,0,0.8031
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,256,1,0,1.5178
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1024,1,0,6.9410
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,512,1,0,2.9036
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,2048,1,0,15.0314
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,16,1,0,0.3828
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,0,0.2597
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,32,1,0,0.5841
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,3072,1,0,22.7946
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,128,1,0,1.6996
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1536,1,0,9.6948
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,64,1,0,0.8733
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,512,1,0,5.7061
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,4096,1,0,33.3810
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1024,1,0,13.7701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,0,0.4309
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1536,1,0,19.3648
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,256,1,0,2.8337
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,16,1,0,0.6857
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,2048,1,0,27.2419
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,32,1,0,1.0068
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,64,1,0,1.6555
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,128,1,0,3.2629
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,256,1,0,5.5848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,0,0.7692
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1024,1,0,24.1860
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,512,1,0,11.3422
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,64,1,0,3.1101
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,128,1,0,6.4410
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,256,1,0,11.0750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,0,0.0694
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,32,1,0,0.0724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,16,1,0,0.0686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,512,1,0,22.6829
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,16,1,0,1.3028
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,64,1,0,0.0745
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,128,1,0,0.0859
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,256,1,0,0.0989
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,32,1,0,1.9296
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,2048,1,0,0.3478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,3072,1,0,0.5268
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,4096,1,0,0.7270
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1024,1,0,0.2106
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,8192,1,0,1.7147
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,512,1,0,0.1257
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,6144,1,0,1.1873
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,10240,1,0,2.3123
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,16384,1,0,4.6026
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,0,0.0704
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,32768,1,0,13.5041
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1536,1,0,0.2683
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,64,1,0,0.0865
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,16,1,0,0.0708
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,12288,1,0,3.0240
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,256,1,0,0.1233
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,32,1,0,0.0789
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1536,1,0,0.4525
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,128,1,0,0.0986
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,512,1,0,0.1809
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,3072,1,0,0.9552
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,4096,1,0,1.3263
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,8192,1,0,3.2509
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,2048,1,0,0.6041
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1024,1,0,0.3149
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,10240,1,0,4.4972
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,6144,1,0,2.2151
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,0,0.0725
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,64,1,0,0.1009
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,12288,1,0,5.8572
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,32768,1,0,26.6910
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,16,1,0,0.0782
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,16384,1,0,8.9591
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,128,1,0,0.1231
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,256,1,0,0.1771
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,32,1,0,0.0898
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,2048,1,0,1.0982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1024,1,0,0.5535
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,3072,1,0,1.7641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,512,1,0,0.2980
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,8192,1,0,6.4128
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,4096,1,0,2.5029
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1536,1,0,0.8314
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,12288,1,0,11.5225
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,6144,1,0,4.2952
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,16,1,0,0.0941
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,16384,1,0,17.7446
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,0,0.0772
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,64,1,0,0.1320
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,32,1,0,0.1070
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,128,1,0,0.1795
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1024,1,0,0.9934
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,512,1,0,0.5197
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,10240,1,0,8.7372
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1536,1,0,1.5481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,32768,1,0,53.1868
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,3072,1,0,3.3972
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,256,1,0,0.2907
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,2048,1,0,2.1322
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,6144,1,0,8.4097
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,10240,1,0,17.5413
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,8192,1,0,12.5600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,0,0.0871
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,4096,1,0,4.9561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,32,1,0,0.1390
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,12288,1,0,22.7426
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,16,1,0,0.1150
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,16384,1,0,35.4221
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,64,1,0,0.1853
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,128,1,0,0.2856
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,256,1,0,0.5124
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,512,1,0,0.9376
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1024,1,0,1.9161
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,2048,1,0,4.1587
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,3072,1,0,6.7807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1536,1,0,3.0061
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,0,0.1094
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,16,1,0,0.1582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,32,1,0,0.2030
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,128,1,0,0.5122
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,256,1,0,0.9158
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,64,1,0,0.3055
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,6144,1,0,16.6168
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1024,1,0,3.7644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1536,1,0,5.9147
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,8192,1,0,25.3237
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,512,1,0,1.8134
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,4096,1,0,9.8152
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,2048,1,0,8.1287
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,0,0.1543
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,32,1,0,0.3394
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,4096,1,0,19.2686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,3072,1,0,13.5362
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,128,1,0,0.9368
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,256,1,0,1.7568
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,16,1,0,0.2407
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,64,1,0,0.5399
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,0,0.2477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1536,1,0,11.8234
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1024,1,0,7.3438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,32,1,0,0.6156
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,16,1,0,0.4119
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,512,1,0,3.5628
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,64,1,0,0.9913
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,512,1,0,6.9515
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,256,1,0,3.5042
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,0,0.4204
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,128,1,0,1.8013
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,2048,1,0,16.5028
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,32,1,0,1.1329
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,16,1,0,0.7638
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,256,1,0,6.8362
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,0,0.0632
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1024,1,0,14.9475
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,64,1,0,1.8980
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,512,1,0,14.1692
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,32,1,0,0.0652
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,64,1,0,0.0683
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,128,1,0,3.5241
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,16,1,0,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,512,1,0,0.0975
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,128,1,0,0.0759
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,2048,1,0,0.2283
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1024,1,0,0.1385
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,256,1,0,0.0838
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,3072,1,0,0.3374
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1536,1,0,0.1823
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,10240,1,0,1.3428
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,8192,1,0,1.0144
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,12288,1,0,1.7282
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,32768,1,0,7.2897
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,4096,1,0,0.4493
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,16,1,0,0.0642
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,16384,1,0,2.5760
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,32,1,0,0.0674
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,0,0.0647
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,6144,1,0,0.6994
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,512,1,0,0.1321
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,128,1,0,0.0806
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,256,1,0,0.0948
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1024,1,0,0.2090
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,2048,1,0,0.3865
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,4096,1,0,0.7934
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,64,1,0,0.0757
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,8192,1,0,1.8729
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,10240,1,0,2.5458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,6144,1,0,1.2987
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,16384,1,0,4.9139
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,12288,1,0,3.2753
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,3072,1,0,0.5704
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,16,1,0,0.0684
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,32768,1,0,14.2314
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,64,1,0,0.0806
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,0,0.0643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,128,1,0,0.0928
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1536,1,0,0.2994
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1024,1,0,0.3515
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,32,1,0,0.0747
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,3072,1,0,1.0696
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,2048,1,0,0.6791
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,256,1,0,0.1294
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1536,1,0,0.5067
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,512,1,0,0.1981
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,6144,1,0,2.4756
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,8192,1,0,3.6268
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,4096,1,0,1.4961
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,0,0.0681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,12288,1,0,6.3272
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,32768,1,0,28.0995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,16384,1,0,9.6528
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,10240,1,0,4.9260
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,128,1,0,0.1309
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,64,1,0,0.0949
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1024,1,0,0.6228
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,256,1,0,0.1886
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,2048,1,0,1.2885
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,512,1,0,0.3292
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,4096,1,0,2.8722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,3072,1,0,2.0382
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,6144,1,0,4.7722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,16,1,0,0.0785
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1536,1,0,0.9463
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,8192,1,0,7.1095
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,0,0.0724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,10240,1,0,9.6387
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,32,1,0,0.1008
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,16384,1,0,19.2267
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,16,1,0,0.0887
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,64,1,0,0.1360
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,32,1,0,0.0849
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,12288,1,0,12.5827
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1024,1,0,1.1792
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,128,1,0,0.1909
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,2048,1,0,2.4838
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,512,1,0,0.6005
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1536,1,0,1.8088
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,256,1,0,0.3229
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,6144,1,0,9.5242
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,3072,1,0,3.9724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,4096,1,0,5.6293
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,0,0.0828
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,64,1,0,0.1975
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,16,1,0,0.1095
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,32,1,0,0.1458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,512,1,0,1.1264
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1024,1,0,2.2803
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,128,1,0,0.3151
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,2048,1,0,4.8641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,8192,1,0,14.0247
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1536,1,0,3.4811
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,3072,1,0,7.8558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,256,1,0,0.5877
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,16,1,0,0.1642
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,64,1,0,0.3376
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,4096,1,0,11.3188
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,32,1,0,0.2157
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,0,0.1071
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,256,1,0,1.1062
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,128,1,0,0.5788
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1024,1,0,4.4473
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,0,0.1544
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,16,1,0,0.2547
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,2048,1,0,9.7527
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,32,1,0,0.3752
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,512,1,0,2.1784
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,64,1,0,0.6128
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,128,1,0,1.1064
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,256,1,0,2.1303
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1024,1,0,8.9694
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,16,1,0,0.4511
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,512,1,0,4.2769
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,64,1,0,1.1769
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,128,1,0,2.1370
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,0,0.2441
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,32,1,0,0.6849
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,512,1,0,8.5615
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,32,1,0,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1536,1,0,6.9070
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,0,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,128,1,0,0.0725
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,256,1,0,4.2098
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,64,1,0,0.0643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1024,1,0,0.1113
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,16,1,0,0.0586
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,2048,1,0,0.1662
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,256,1,0,0.0784
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,4096,1,0,0.3171
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1536,1,0,0.1400
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,6144,1,0,0.4708
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,8192,1,0,0.6615
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,10240,1,0,0.8574
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,16384,1,0,1.5653
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,12288,1,0,1.0765
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,32768,1,0,4.1742
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,0,0.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,16,1,0,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,32,1,0,0.0648
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,64,1,0,0.0724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,128,1,0,0.0750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,256,1,0,0.0831
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,512,1,0,0.0866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,512,1,0,0.1054
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,3072,1,0,0.2376
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1024,1,0,0.1554
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,2048,1,0,0.2741
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,4096,1,0,0.5384
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1536,1,0,0.2129
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,10240,1,0,1.5707
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,8192,1,0,1.1881
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,16384,1,0,2.9199
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,6144,1,0,0.8385
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,16,1,0,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,32768,1,0,7.9624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,0,0.0605
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,3072,1,0,0.3922
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,128,1,0,0.0806
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,64,1,0,0.0743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,12288,1,0,1.9863
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,512,1,0,0.1482
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,256,1,0,0.1011
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,2048,1,0,0.4701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1536,1,0,0.3587
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,4096,1,0,0.9773
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1024,1,0,0.2486
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,6144,1,0,1.5619
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,32,1,0,0.0723
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,3072,1,0,0.7145
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,12288,1,0,3.8095
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,16384,1,0,5.6397
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,0,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,32768,1,0,15.6610
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,16,1,0,0.0727
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,10240,1,0,2.9611
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,8192,1,0,2.2195
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,64,1,0,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,32,1,0,0.0746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,128,1,0,0.0992
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1024,1,0,0.4377
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,512,1,0,0.2367
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,256,1,0,0.1469
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,2048,1,0,0.8558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,4096,1,0,1.8484
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,3072,1,0,1.3321
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,10240,1,0,5.8268
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1536,1,0,0.6402
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,16384,1,0,11.0412
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,8192,1,0,4.3303
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,12288,1,0,7.4605
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,6144,1,0,2.9979
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,16,1,0,0.0777
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,64,1,0,0.1032
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,32,1,0,0.0831
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,128,1,0,0.1458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,0,0.0639
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,256,1,0,0.2343
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1024,1,0,0.8044
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1536,1,0,1.1982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,512,1,0,0.4197
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,3072,1,0,2.5583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,8192,1,0,8.5458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,6144,1,0,5.9033
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,4096,1,0,3.5540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,2048,1,0,1.6392
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,64,1,0,0.1519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,32,1,0,0.1093
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,128,1,0,0.2364
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,256,1,0,0.4106
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,16,1,0,0.0890
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1024,1,0,1.5277
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,2048,1,0,3.1875
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,512,1,0,0.7776
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1536,1,0,2.3401
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,3072,1,0,5.0714
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,0,0.0703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,32,1,0,0.1592
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,64,1,0,0.2427
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,0,0.0845
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,4096,1,0,7.0377
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,128,1,0,0.4133
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,512,1,0,1.4778
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1024,1,0,2.9865
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,16,1,0,0.1163
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,256,1,0,0.7654
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,2048,1,0,6.2609
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,16,1,0,0.1780
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,32,1,0,0.2608
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1536,1,0,4.6320
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,0,0.1117
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,256,1,0,1.4617
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,128,1,0,0.7610
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1024,1,0,5.9362
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,16,1,0,0.2986
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,512,1,0,2.8538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,64,1,0,0.8007
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,128,1,0,1.4585
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,0,0.1566
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,32,1,0,0.4610
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,0,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,512,1,0,5.7393
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,64,1,0,0.4281
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,256,1,0,2.8516
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,32,1,0,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,128,1,0,0.0725
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,64,1,0,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,256,1,0,0.0764
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1536,1,0,0.1258
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,16,1,0,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1024,1,0,0.1032
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,512,1,0,0.0828
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,3072,1,0,0.1970
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,4096,1,0,0.2425
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,6144,1,0,0.3541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,12288,1,0,0.7709
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,10240,1,0,0.6298
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,0,0.0568
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,32768,1,0,2.6377
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,32,1,0,0.0638
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,8192,1,0,0.4883
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,128,1,0,0.0733
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,2048,1,0,0.1462
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,64,1,0,0.0723
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,512,1,0,0.0972
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,256,1,0,0.0807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1024,1,0,0.1340
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,16,1,0,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,3072,1,0,0.3055
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,6144,1,0,0.6222
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,8192,1,0,0.8540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,2048,1,0,0.2159
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,10240,1,0,1.1024
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,16384,1,0,1.9393
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,16384,1,0,1.0701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,32768,1,0,4.9379
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,4096,1,0,0.4110
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,16,1,0,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,12288,1,0,1.3582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,64,1,0,0.0726
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,32,1,0,0.0705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,128,1,0,0.0785
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,512,1,0,0.1279
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1024,1,0,0.2022
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1536,1,0,0.2829
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,2048,1,0,0.3669
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,3072,1,0,0.5456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1536,1,0,0.1779
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,6144,1,0,1.1251
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,10240,1,0,2.0391
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,12288,1,0,2.5583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,0,0.0592
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,256,1,0,0.0940
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,4096,1,0,0.7340
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,32768,1,0,9.5401
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,16,1,0,0.0714
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,16384,1,0,3.6881
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,0,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,8192,1,0,1.5714
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,32,1,0,0.0742
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,256,1,0,0.1251
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,512,1,0,0.1964
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,128,1,0,0.0928
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,64,1,0,0.0769
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1536,1,0,0.5036
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,4096,1,0,1.3607
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,3072,1,0,0.9931
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,6144,1,0,2.1392
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,2048,1,0,0.6663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,10240,1,0,3.9698
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,12288,1,0,4.9585
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,8192,1,0,2.9845
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,0,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,32,1,0,0.0772
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,64,1,0,0.0911
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1024,1,0,0.3466
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,16,1,0,0.0742
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,512,1,0,0.3306
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,256,1,0,0.1916
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1536,1,0,0.9352
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1024,1,0,0.6319
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,16384,1,0,7.2035
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,128,1,0,0.1235
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,3072,1,0,1.9051
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,4096,1,0,2.6175
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,6144,1,0,4.1638
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,16,1,0,0.0805
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,32,1,0,0.0944
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,2048,1,0,1.2483
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,128,1,0,0.1938
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,0,0.0663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,512,1,0,0.6153
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,8192,1,0,5.9096
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1024,1,0,1.1853
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,64,1,0,0.1248
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1536,1,0,1.7879
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,3072,1,0,3.7593
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,256,1,0,0.3262
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,16,1,0,0.0992
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,2048,1,0,2.4053
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,0,0.0726
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,64,1,0,0.2020
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,4096,1,0,5.1828
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,128,1,0,0.3285
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,32,1,0,0.1301
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1536,1,0,3.5076
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,2048,1,0,4.7722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,0,0.0889
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,512,1,0,1.1654
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,32,1,0,0.2078
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,64,1,0,0.3359
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,128,1,0,0.6079
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,256,1,0,0.6098
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,256,1,0,1.1534
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,512,1,0,2.2533
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,16,1,0,0.1402
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,0,0.1156
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1024,1,0,4.5799
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1024,1,0,2.3008
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,16,1,0,0.2323
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,256,1,0,2.2188
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,64,1,0,0.6268
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,128,1,0,1.1551
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,32,1,0,0.3577
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,0,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,32,1,0,0.0589
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,128,1,0,0.0705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,512,1,0,4.4411
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,16,1,0,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,512,1,0,0.0826
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,64,1,0,0.0634
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1536,1,0,0.1231
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,2048,1,0,0.1395
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,256,1,0,0.0745
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,3072,1,0,0.1855
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,4096,1,0,0.2218
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,10240,1,0,0.4758
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,8192,1,0,0.3829
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1024,1,0,0.0989
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,16384,1,0,0.8161
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,6144,1,0,0.2999
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,12288,1,0,0.5829
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,32768,1,0,1.8643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,16,1,0,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,0,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,64,1,0,0.0708
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,128,1,0,0.0726
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1024,1,0,0.1271
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1536,1,0,0.1668
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,2048,1,0,0.1965
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,256,1,0,0.0790
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,512,1,0,0.0928
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,4096,1,0,0.3340
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,8192,1,0,0.6778
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,6144,1,0,0.4953
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,32,1,0,0.0637
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,16384,1,0,1.4411
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,12288,1,0,1.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,32768,1,0,3.3885
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,3072,1,0,0.2640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,0,0.0563
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,64,1,0,0.0710
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,10240,1,0,0.8627
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,32,1,0,0.0705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,16,1,0,0.0621
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,256,1,0,0.0929
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1024,1,0,0.1831
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,128,1,0,0.0765
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1536,1,0,0.2440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,2048,1,0,0.3046
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,4096,1,0,0.5999
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,8192,1,0,1.2271
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,10240,1,0,1.5550
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,16384,1,0,2.6770
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,3072,1,0,0.4462
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,12288,1,0,1.9240
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,0,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,16,1,0,0.0703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,32,1,0,0.0724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,512,1,0,0.1199
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,128,1,0,0.0873
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,32768,1,0,6.4460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,64,1,0,0.0748
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,512,1,0,0.1755
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1024,1,0,0.2925
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,256,1,0,0.1174
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,2048,1,0,0.5583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,6144,1,0,0.9014
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1536,1,0,0.4204
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,6144,1,0,1.6777
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,4096,1,0,1.1033
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,8192,1,0,2.3083
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,16384,1,0,5.2264
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,10240,1,0,3.0114
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,16,1,0,0.0723
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,32,1,0,0.0747
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,12288,1,0,3.7143
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,3072,1,0,0.8228
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,0,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,128,1,0,0.1147
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,64,1,0,0.0877
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,256,1,0,0.1741
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,2048,1,0,1.0364
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,512,1,0,0.2858
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1024,1,0,0.5374
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1536,1,0,0.7851
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,3072,1,0,1.5513
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,6144,1,0,3.2610
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,8192,1,0,4.5427
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,4096,1,0,2.1043
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,0,0.0605
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,16,1,0,0.0751
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,32,1,0,0.0867
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,64,1,0,0.1159
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,512,1,0,0.5251
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1024,1,0,1.0051
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,2048,1,0,1.9908
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1536,1,0,1.4891
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,3072,1,0,3.0689
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,128,1,0,0.1708
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,4096,1,0,4.1613
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,256,1,0,0.2820
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,16,1,0,0.0930
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,0,0.0680
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,256,1,0,0.5165
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,128,1,0,0.2857
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,512,1,0,0.9903
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,32,1,0,0.1176
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1024,1,0,1.9280
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,64,1,0,0.1751
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1536,1,0,2.9445
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,2048,1,0,3.9360
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,0,0.0786
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,32,1,0,0.1788
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,128,1,0,0.5202
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,64,1,0,0.2904
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,16,1,0,0.1238
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,512,1,0,1.9101
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,0,0.0917
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,256,1,0,0.9808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1024,1,0,3.8502
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,32,1,0,0.2995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,64,1,0,0.5302
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,16,1,0,0.1906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,256,1,0,1.9040
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,512,1,0,3.8015
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,128,1,0,0.9844
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,0,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,64,1,0,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,128,1,0,0.0704
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,256,1,0,0.0742
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,16,1,0,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,512,1,0,0.0806
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1536,1,0,0.1172
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,2048,1,0,0.1364
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,4096,1,0,0.2170
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,32,1,0,0.0595
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,6144,1,0,0.2938
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1024,1,0,0.0983
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,3072,1,0,0.1844
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,10240,1,0,0.4524
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,32768,1,0,1.4876
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,8192,1,0,0.3701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,16384,1,0,0.7153
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,12288,1,0,0.5383
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,64,1,0,0.0686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,0,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,32,1,0,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,256,1,0,0.0766
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,16,1,0,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,512,1,0,0.0945
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,2048,1,0,0.1919
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1024,1,0,0.1238
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1536,1,0,0.1629
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,3072,1,0,0.2569
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,128,1,0,0.0729
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,4096,1,0,0.3187
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,6144,1,0,0.4541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,10240,1,0,0.7374
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,32768,1,0,2.6433
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,8192,1,0,0.5990
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,0,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,12288,1,0,0.8853
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,16384,1,0,1.2100
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,64,1,0,0.0724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,128,1,0,0.0746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,32,1,0,0.0686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,256,1,0,0.0903
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,16,1,0,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,512,1,0,0.1176
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,2048,1,0,0.2928
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1024,1,0,0.1801
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,3072,1,0,0.4155
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,8192,1,0,1.0756
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1536,1,0,0.2368
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,10240,1,0,1.3557
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,6144,1,0,0.7985
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,12288,1,0,1.6302
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,0,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,4096,1,0,0.5403
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,16384,1,0,2.2217
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,64,1,0,0.0762
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,32,1,0,0.0705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,16,1,0,0.0689
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,256,1,0,0.1142
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,128,1,0,0.0902
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,512,1,0,0.1728
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1536,1,0,0.3950
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,2048,1,0,0.5110
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1024,1,0,0.2821
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,32768,1,0,4.9740
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,4096,1,0,0.9980
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,8192,1,0,2.0044
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,6144,1,0,1.4848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,12288,1,0,3.1306
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,16384,1,0,4.2883
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,16,1,0,0.0705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,0,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,64,1,0,0.0894
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,32,1,0,0.0743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,3072,1,0,0.7524
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,10240,1,0,2.5614
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,512,1,0,0.2747
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,128,1,0,0.1125
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1536,1,0,0.7272
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,2048,1,0,0.9567
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,3072,1,0,1.4119
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,4096,1,0,1.8779
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,6144,1,0,2.8856
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,256,1,0,0.1713
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,0,0.0585
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,32,1,0,0.0868
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,16,1,0,0.0745
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1024,1,0,0.4962
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,64,1,0,0.1135
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,128,1,0,0.1671
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1024,1,0,0.9333
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1536,1,0,1.3739
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,2048,1,0,1.8152
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,512,1,0,0.4903
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,256,1,0,0.2722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,8192,1,0,3.9089
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,0,0.0643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,4096,1,0,3.6954
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,3072,1,0,2.7549
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,16,1,0,0.0869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,128,1,0,0.2702
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,512,1,0,0.9252
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,32,1,0,0.1131
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,64,1,0,0.1671
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,256,1,0,0.4849
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1024,1,0,1.7852
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1536,1,0,2.6864
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,32,1,0,0.1706
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,2048,1,0,3.6005
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,0,0.0746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,64,1,0,0.2714
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,128,1,0,0.4865
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1024,1,0,3.5417
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,512,1,0,1.7647
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,16,1,0,0.1780
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,32,1,0,0.2795
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,256,1,0,0.9192
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,16,1,0,0.1159
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,256,1,0,1.7602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,64,1,0,0.4940
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,0,0.0829
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,512,1,0,3.5076
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,0,0.0526
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,128,1,0,0.9199
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,128,1,0,0.0686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,256,1,0,0.0727
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,16,1,0,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,32,1,0,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,512,1,0,0.0805
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1536,1,0,0.1162
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1024,1,0,0.0975
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,3072,1,0,0.1812
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,64,1,0,0.0629
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,4096,1,0,0.2150
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,2048,1,0,0.1361
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,12288,1,0,0.5170
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,16384,1,0,0.6792
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,32768,1,0,1.3520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,10240,1,0,0.4421
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,8192,1,0,0.3653
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,6144,1,0,0.2906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,64,1,0,0.0683
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,32,1,0,0.0619
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,256,1,0,0.0784
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,128,1,0,0.0726
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,0,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1024,1,0,0.1238
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,2048,1,0,0.1889
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1536,1,0,0.1609
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,3072,1,0,0.2532
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,16,1,0,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,512,1,0,0.0927
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,8192,1,0,0.5774
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,4096,1,0,0.3149
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,12288,1,0,0.8541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,16384,1,0,1.1162
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,10240,1,0,0.7172
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,6144,1,0,0.4393
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,32768,1,0,2.2620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,64,1,0,0.0706
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,32,1,0,0.0689
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,0,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,16,1,0,0.0625
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,256,1,0,0.0885
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1024,1,0,0.1767
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1536,1,0,0.2323
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,128,1,0,0.0750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,2048,1,0,0.2897
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,4096,1,0,0.5239
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,512,1,0,0.1166
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,8192,1,0,0.9963
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,10240,1,0,1.2350
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,12288,1,0,1.4730
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,6144,1,0,0.7686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,16384,1,0,1.9895
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,3072,1,0,0.4023
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,32,1,0,0.0695
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,16,1,0,0.0683
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,32768,1,0,4.2410
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,0,0.0567
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,256,1,0,0.1137
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1024,1,0,0.2773
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,128,1,0,0.0869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,512,1,0,0.1713
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1536,1,0,0.3830
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,3072,1,0,0.7215
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,64,1,0,0.0746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,4096,1,0,0.9365
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,6144,1,0,1.3933
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,8192,1,0,1.8552
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,12288,1,0,2.8239
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,10240,1,0,2.3445
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,16384,1,0,3.8110
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,16,1,0,0.0724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,0,0.0583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,32,1,0,0.0746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,64,1,0,0.0852
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,256,1,0,0.1683
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,2048,1,0,0.4966
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,128,1,0,0.1112
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1024,1,0,0.4833
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,512,1,0,0.2702
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1536,1,0,0.7014
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,6144,1,0,2.6919
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,3072,1,0,1.3434
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,0,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,16,1,0,0.0746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,32,1,0,0.0869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,8192,1,0,3.6020
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,64,1,0,0.1113
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,128,1,0,0.1646
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,4096,1,0,1.7778
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,256,1,0,0.2670
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,512,1,0,0.4781
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1536,1,0,1.3161
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,2048,1,0,0.9104
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,2048,1,0,1.7351
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1024,1,0,0.8961
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,0,0.0636
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,4096,1,0,3.4766
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,3072,1,0,2.6129
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,32,1,0,0.1112
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,64,1,0,0.1649
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,512,1,0,0.8901
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1024,1,0,1.7148
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,128,1,0,0.2646
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,16,1,0,0.0852
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,256,1,0,0.4761
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1536,1,0,2.5744
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,16,1,0,0.1122
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,32,1,0,0.1652
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,0,0.0685
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,128,1,0,0.4733
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,512,1,0,1.7057
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,256,1,0,0.8842
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,64,1,0,0.2645
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,0,0.0768
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,32,1,0,0.2692
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,2048,1,0,3.4244
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,16,1,0,0.1692
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1024,1,0,3.3946
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,128,1,0,0.8867
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,64,1,0,0.4784
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,512,1,0,3.3519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,256,1,0,1.7021
