framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,latency
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,64,1,0,0.3103
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,0,0.2624
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32,1,0,0.3026
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,256,1,0,0.4216
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16,1,0,0.2922
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,128,1,0,0.3594
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,512,1,0,0.7222
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1024,1,0,1.4118
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1536,1,0,2.2623
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,3072,1,0,4.8473
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,2048,1,0,3.0462
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,4096,1,0,6.8896
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,8192,1,0,18.8333
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,6144,1,0,12.2941
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,10240,1,0,26.6042
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,0,0.2912
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16,1,0,0.3070
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,12288,1,0,35.7556
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32,1,0,0.3162
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,64,1,0,0.3565
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,16384,1,0,57.9958
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,128,1,0,0.4178
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,256,1,0,0.6955
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,512,1,0,1.3245
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1024,1,0,2.7490
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1536,1,0,4.1267
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,2048,1,0,5.6287
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,4096,1,0,13.7214
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,3072,1,0,9.5267
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,6144,1,0,24.3809
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,8192,1,0,37.7624
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,0,0.2974
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,10240,1,0,53.5406
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16,1,0,0.3220
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,32768,1,0,195.6278
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32,1,0,0.3639
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,64,1,0,0.4194
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,12288,1,0,71.3740
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,128,1,0,0.6799
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,256,1,0,1.2956
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1024,1,0,5.0052
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,512,1,0,2.5325
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,16384,1,0,116.3897
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1536,1,0,8.0168
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,2048,1,0,11.2065
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,3072,1,0,18.8351
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,4096,1,0,28.0468
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,6144,1,0,49.4276
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,0,0.3150
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,8192,1,0,76.5329
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,16,1,0,0.3777
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,32,1,0,0.4335
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,10240,1,0,107.9384
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,64,1,0,0.6910
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,128,1,0,1.2197
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,256,1,0,2.5328
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,12288,1,0,143.9053
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,512,1,0,4.7418
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1024,1,0,10.0233
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1536,1,0,16.1794
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,2048,1,0,22.8102
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,32768,1,0,390.6496
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,16384,1,0,231.4669
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,3072,1,0,38.0831
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,4096,1,0,56.2834
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,0,0.3450
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,16,1,0,0.4567
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,6144,1,0,100.1404
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,32,1,0,0.7083
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,64,1,0,1.1998
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,128,1,0,2.5246
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,8192,1,0,152.4972
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,256,1,0,4.6257
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,512,1,0,9.4770
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1024,1,0,20.5447
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1536,1,0,32.4544
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,2048,1,0,45.8743
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,3072,1,0,77.1439
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,10240,1,0,215.1239
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,0,0.4125
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,4096,1,0,112.9841
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,16,1,0,0.7653
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,32,1,0,1.2508
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,64,1,0,2.4579
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,128,1,0,4.6383
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,12288,1,0,288.4069
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,256,1,0,9.2562
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,512,1,0,19.4282
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1024,1,0,41.1598
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1536,1,0,65.3621
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,2048,1,0,92.2315
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,0,0.5224
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,6144,1,0,199.0705
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,16,1,0,1.3338
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,16384,1,0,465.2855
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,32,1,0,2.4251
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,64,1,0,4.6311
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,32768,1,0,784.0815
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,128,1,0,9.2183
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,256,1,0,18.9415
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,8192,1,0,303.9685
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,512,1,0,39.1769
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,4096,1,0,224.4590
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,0,0.7525
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,16,1,0,2.5950
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,32,1,0,4.6759
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1024,1,0,82.1307
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,64,1,0,9.2208
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,3072,1,0,154.2168
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,128,1,0,18.6345
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1536,1,0,130.2071
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,256,1,0,38.1744
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,0,1.2107
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,16,1,0,5.0381
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,32,1,0,9.2885
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,512,1,0,77.9669
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,2048,1,0,184.0275
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,64,1,0,18.6081
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,0,0.1278
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,128,1,0,37.9331
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16,1,0,0.1746
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32,1,0,0.1833
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,64,1,0,0.1856
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,128,1,0,0.2034
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,256,1,0,76.0074
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,256,1,0,0.2493
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,512,1,0,0.4368
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1024,1,0,0.7704
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1024,1,0,163.7984
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1536,1,0,1.1851
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,2048,1,0,1.5963
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,4096,1,0,3.7165
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,6144,1,0,6.6057
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,3072,1,0,2.7480
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,8192,1,0,9.7960
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,512,1,0,156.0400
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,12288,1,0,18.6802
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,10240,1,0,13.8335
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,0,0.1715
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,16384,1,0,29.6153
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16,1,0,0.1847
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32,1,0,0.1853
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,128,1,0,0.2431
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,256,1,0,0.4036
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,64,1,0,0.2022
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,512,1,0,0.7584
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1024,1,0,1.5164
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1536,1,0,2.3031
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,2048,1,0,3.0556
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,3072,1,0,5.1625
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,32768,1,0,100.1302
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,4096,1,0,7.2544
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,6144,1,0,13.1341
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,8192,1,0,19.5645
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,10240,1,0,27.9089
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,0,0.1767
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16,1,0,0.1903
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,12288,1,0,37.1185
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32,1,0,0.2095
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,64,1,0,0.2516
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,128,1,0,0.4158
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,16384,1,0,59.8663
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,512,1,0,1.3597
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,256,1,0,0.6959
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1024,1,0,2.7528
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1536,1,0,4.4476
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,2048,1,0,5.9680
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,3072,1,0,10.1784
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,4096,1,0,14.5565
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,6144,1,0,25.8482
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,0,0.1862
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,8192,1,0,39.6553
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16,1,0,0.2123
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,10240,1,0,56.4949
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,32,1,0,0.2552
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,32768,1,0,200.5197
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,12288,1,0,74.6910
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,64,1,0,0.4054
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,128,1,0,0.7167
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,256,1,0,1.3192
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,512,1,0,2.5863
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,16384,1,0,119.0440
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1024,1,0,5.3523
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1536,1,0,8.7027
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,2048,1,0,12.0381
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,3072,1,0,20.3756
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,4096,1,0,29.5163
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,0,0.2045
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,6144,1,0,51.8513
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,16,1,0,0.2655
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,8192,1,0,79.1320
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,32,1,0,0.4254
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,64,1,0,0.7247
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,128,1,0,1.2992
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,10240,1,0,111.7999
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,256,1,0,2.5505
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,512,1,0,5.0754
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1024,1,0,10.9802
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1536,1,0,17.3239
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,12288,1,0,149.8726
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,2048,1,0,24.5862
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,3072,1,0,40.8930
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,0,0.2299
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,4096,1,0,59.0299
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,16,1,0,0.4291
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,32768,1,0,400.6628
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,32,1,0,0.7007
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,16384,1,0,240.6154
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,64,1,0,1.2997
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,128,1,0,2.5397
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,256,1,0,4.9930
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,6144,1,0,104.5523
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,512,1,0,10.2608
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1024,1,0,22.1491
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1536,1,0,35.1031
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,0,0.2846
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,16,1,0,0.7560
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,8192,1,0,158.4768
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,2048,1,0,49.2059
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,32,1,0,1.3362
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,64,1,0,2.5384
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,128,1,0,4.9819
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,3072,1,0,80.6028
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,256,1,0,10.1276
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,512,1,0,20.7770
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,0,0.4038
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,16,1,0,1.4844
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1024,1,0,44.2130
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,4096,1,0,119.9965
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,32,1,0,2.5614
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,64,1,0,4.9911
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1536,1,0,70.0335
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,128,1,0,10.0578
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,0,0.6615
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,256,1,0,20.4416
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,16,1,0,2.7427
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,2048,1,0,99.1403
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,32,1,0,5.0446
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,512,1,0,42.4106
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,64,1,0,10.0032
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,0,0.0660
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,128,1,0,20.3437
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16,1,0,0.1153
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32,1,0,0.0681
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,64,1,0,0.1011
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,256,1,0,40.7673
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1024,1,0,88.2326
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,128,1,0,0.1066
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,256,1,0,0.1613
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,512,1,0,0.2840
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1024,1,0,0.5279
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,2048,1,0,0.9720
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1536,1,0,0.7400
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,512,1,0,84.5823
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,4096,1,0,2.0875
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,3072,1,0,1.5577
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,8192,1,0,5.3675
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,6144,1,0,3.6889
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,10240,1,0,7.4688
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,12288,1,0,9.9524
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,16384,1,0,15.6321
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,0,0.0683
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32,1,0,0.0757
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16,1,0,0.0697
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,64,1,0,0.1012
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,128,1,0,0.1648
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,256,1,0,0.2764
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,512,1,0,0.4819
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,32768,1,0,52.0894
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1024,1,0,0.8925
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,2048,1,0,1.7427
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1536,1,0,1.3392
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,3072,1,0,2.9395
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,4096,1,0,4.0651
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,6144,1,0,7.0509
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,10240,1,0,14.8430
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,12288,1,0,19.6054
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,0,0.0698
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,8192,1,0,10.6447
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16,1,0,0.0742
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,16384,1,0,31.2763
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32,1,0,0.1331
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,64,1,0,0.1628
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,128,1,0,0.2705
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,256,1,0,0.4683
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,512,1,0,0.7943
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1024,1,0,1.5833
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1536,1,0,2.5537
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,2048,1,0,3.4034
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,3072,1,0,5.5917
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,32768,1,0,103.2891
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,4096,1,0,7.9777
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,6144,1,0,14.0848
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,8192,1,0,21.2572
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,0,0.1147
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,10240,1,0,30.2905
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16,1,0,0.1053
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,12288,1,0,39.7483
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,32,1,0,0.1639
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,64,1,0,0.2697
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,128,1,0,0.4622
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,16384,1,0,62.5347
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,256,1,0,0.8177
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,512,1,0,1.4881
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1024,1,0,3.0626
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1536,1,0,4.8780
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,2048,1,0,6.7304
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,3072,1,0,11.2010
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,4096,1,0,16.1905
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,0,0.1122
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,6144,1,0,28.6277
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,8192,1,0,42.9116
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,16,1,0,0.1711
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,10240,1,0,59.7062
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,32,1,0,0.2778
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,32768,1,0,206.7131
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,64,1,0,0.4639
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,12288,1,0,78.9274
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,128,1,0,0.7754
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,256,1,0,1.4550
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,512,1,0,2.9228
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1024,1,0,6.1278
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1536,1,0,9.6724
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,16384,1,0,125.7904
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,2048,1,0,13.7270
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,0,0.1212
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,3072,1,0,22.7573
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,4096,1,0,32.7722
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,16,1,0,0.2916
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,32,1,0,0.4753
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,64,1,0,0.7507
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,6144,1,0,56.3363
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,128,1,0,1.4445
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,256,1,0,2.8972
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,512,1,0,5.8343
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,8192,1,0,85.3234
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1024,1,0,12.5253
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1536,1,0,19.6814
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,0,0.1270
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,2048,1,0,27.5978
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,16,1,0,0.4959
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,32,1,0,0.7751
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,64,1,0,1.4958
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,3072,1,0,45.0609
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,128,1,0,2.8793
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,256,1,0,5.7306
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,4096,1,0,65.8162
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,512,1,0,11.9430
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,0,0.2069
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1024,1,0,25.1077
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,16,1,0,0.8734
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,32,1,0,1.4847
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1536,1,0,40.0866
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,64,1,0,2.8887
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,128,1,0,5.7498
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,2048,1,0,55.1658
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,0,0.3764
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,256,1,0,11.6683
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,16,1,0,1.6536
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,512,1,0,24.0254
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,32,1,0,2.9298
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,64,1,0,5.7618
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1024,1,0,50.2977
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,128,1,0,11.5858
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16,1,0,0.0598
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32,1,0,0.0581
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,256,1,0,23.4937
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,0,0.0522
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,64,1,0,0.0620
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,128,1,0,0.0744
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,256,1,0,0.1155
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,512,1,0,47.8637
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,512,1,0,0.1978
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1024,1,0,0.3523
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1536,1,0,0.4840
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,2048,1,0,0.6586
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,4096,1,0,1.2781
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,3072,1,0,1.0327
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,6144,1,0,2.2115
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,10240,1,0,4.2517
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,8192,1,0,3.1222
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,12288,1,0,5.6775
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,0,0.0577
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,16384,1,0,8.7219
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16,1,0,0.0603
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32,1,0,0.0620
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,64,1,0,0.0746
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,128,1,0,0.1103
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,32768,1,0,27.4746
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,256,1,0,0.1910
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,512,1,0,0.3303
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1024,1,0,0.5930
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1536,1,0,0.8552
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,2048,1,0,1.1508
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,4096,1,0,2.4112
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,3072,1,0,1.8075
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,6144,1,0,4.1745
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,8192,1,0,6.1294
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,12288,1,0,11.0071
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,10240,1,0,8.4232
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,0,0.0562
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,16384,1,0,17.1858
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16,1,0,0.0621
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32,1,0,0.0727
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,64,1,0,0.1131
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,128,1,0,0.1855
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,256,1,0,0.3165
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,512,1,0,0.5580
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,32768,1,0,54.7108
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1024,1,0,0.9919
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1536,1,0,1.6015
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,2048,1,0,2.2278
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,3072,1,0,3.4380
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,4096,1,0,4.8089
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,6144,1,0,8.1127
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,8192,1,0,12.1151
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,10240,1,0,16.8037
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,12288,1,0,22.0742
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,0,0.0587
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16,1,0,0.0741
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,32,1,0,0.1118
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,16384,1,0,34.3799
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,64,1,0,0.1854
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,128,1,0,0.3089
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,256,1,0,0.5461
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,512,1,0,0.9447
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1024,1,0,1.9183
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1536,1,0,3.0574
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,2048,1,0,4.1378
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,3072,1,0,6.6747
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,4096,1,0,9.5203
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,32768,1,0,109.6197
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,6144,1,0,16.3857
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,8192,1,0,24.6008
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,0,0.0654
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,16,1,0,0.1154
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,32,1,0,0.1920
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,10240,1,0,33.7568
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,64,1,0,0.3160
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,12288,1,0,44.0282
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,256,1,0,0.9575
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,128,1,0,0.5359
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,512,1,0,1.8105
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,16384,1,0,69.0133
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1024,1,0,3.8359
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1536,1,0,5.8982
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,2048,1,0,8.2734
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,3072,1,0,13.5016
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,0,0.0703
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,4096,1,0,19.2314
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,32,1,0,0.3184
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,6144,1,0,33.1114
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,16,1,0,0.1997
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,64,1,0,0.5384
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,128,1,0,0.9445
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,8192,1,0,48.8615
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,256,1,0,1.7771
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,512,1,0,3.6972
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1536,1,0,12.1021
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1024,1,0,7.5987
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,2048,1,0,16.7875
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,0,0.0848
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,32,1,0,0.5539
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,3072,1,0,27.1831
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,16,1,0,0.3314
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,64,1,0,0.9442
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,128,1,0,1.7932
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,4096,1,0,38.8639
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,256,1,0,3.6372
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1024,1,0,15.6681
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,512,1,0,7.3249
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,0,0.1249
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1536,1,0,24.3379
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,16,1,0,0.5751
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,32,1,0,0.9723
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,64,1,0,1.7827
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,2048,1,0,33.5942
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,128,1,0,3.6385
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,512,1,0,15.0602
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,16,1,0,1.0297
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,256,1,0,7.2647
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,0,0.2215
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,32,1,0,1.8900
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,64,1,0,3.6185
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1024,1,0,31.3294
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,128,1,0,7.2103
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,0,0.0459
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,256,1,0,14.8213
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,16,1,0,0.0540
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,32,1,0,0.0564
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,64,1,0,0.0564
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,128,1,0,0.0645
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,512,1,0,30.1063
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,256,1,0,0.0938
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,512,1,0,0.1565
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1024,1,0,0.2538
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1536,1,0,0.3440
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,2048,1,0,0.4610
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,4096,1,0,0.9249
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,3072,1,0,0.7219
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,6144,1,0,1.4741
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,8192,1,0,1.9931
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,10240,1,0,2.6787
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,12288,1,0,3.5207
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,16384,1,0,5.2163
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,0,0.0500
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,32768,1,0,15.3715
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,16,1,0,0.0580
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,32,1,0,0.0539
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,64,1,0,0.0666
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,128,1,0,0.0907
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,256,1,0,0.1490
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,512,1,0,0.2379
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1024,1,0,0.4244
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1536,1,0,0.6437
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,2048,1,0,0.8091
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,4096,1,0,1.7280
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,3072,1,0,1.2479
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,6144,1,0,2.7213
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,8192,1,0,3.8521
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,10240,1,0,5.2585
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,12288,1,0,6.7508
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,16,1,0,0.0540
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,16384,1,0,10.2177
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,32,1,0,0.0662
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,0,0.0501
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,64,1,0,0.0891
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,128,1,0,0.1464
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,32768,1,0,30.6468
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,256,1,0,0.2365
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,512,1,0,0.4078
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1024,1,0,0.7453
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1536,1,0,1.1208
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,4096,1,0,3.1631
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,3072,1,0,2.3149
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,2048,1,0,1.4910
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,6144,1,0,5.2820
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,8192,1,0,7.5875
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,10240,1,0,10.4155
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,12288,1,0,13.3332
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,0,0.0519
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,16,1,0,0.0653
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,16384,1,0,20.2366
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,32,1,0,0.0902
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,64,1,0,0.1465
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,128,1,0,0.2248
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,256,1,0,0.3969
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,512,1,0,0.7076
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,32768,1,0,60.5171
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1024,1,0,1.4012
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1536,1,0,2.1286
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,2048,1,0,2.8850
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,3072,1,0,4.5296
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,4096,1,0,6.3020
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,6144,1,0,10.5317
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,8192,1,0,15.2373
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,16,1,0,0.0898
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,10240,1,0,20.6238
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,32,1,0,0.1454
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,0,0.0540
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,12288,1,0,26.6095
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,64,1,0,0.2250
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,128,1,0,0.3845
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,16384,1,0,40.8244
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,256,1,0,0.7000
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1024,1,0,2.6657
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1536,1,0,4.1347
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,512,1,0,1.2723
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,3072,1,0,8.9675
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,2048,1,0,5.6710
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,4096,1,0,12.7244
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,0,0.0617
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,32,1,0,0.2277
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,6144,1,0,21.0854
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,16,1,0,0.1512
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,64,1,0,0.3868
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,128,1,0,0.6852
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,8192,1,0,30.9209
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,256,1,0,1.2569
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,512,1,0,2.5725
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1024,1,0,5.3049
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1536,1,0,8.2007
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,0,0.0661
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,3072,1,0,18.1458
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,16,1,0,0.2349
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,2048,1,0,11.5673
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,32,1,0,0.3928
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,4096,1,0,25.4390
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,64,1,0,0.6844
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,128,1,0,1.2985
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,256,1,0,2.5473
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,512,1,0,5.1501
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1024,1,0,10.9082
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,0,0.0901
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1536,1,0,16.7968
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,16,1,0,0.4058
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,2048,1,0,22.9158
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,32,1,0,0.6920
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,64,1,0,1.3151
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,128,1,0,2.5309
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,256,1,0,5.1475
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,512,1,0,10.4776
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,16,1,0,0.7352
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,0,0.1444
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,32,1,0,1.3315
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1024,1,0,21.7108
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,64,1,0,2.5356
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,128,1,0,5.1296
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,256,1,0,10.5038
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,0,0.0417
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,16,1,0,0.0488
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,64,1,0,0.0478
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,512,1,0,21.2851
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,32,1,0,0.0519
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,128,1,0,0.0624
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,256,1,0,0.0846
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,512,1,0,0.1347
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1024,1,0,0.2135
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1536,1,0,0.2857
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,2048,1,0,0.3623
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,3072,1,0,0.5515
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,4096,1,0,0.7045
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,8192,1,0,1.4496
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,6144,1,0,1.1530
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,10240,1,0,1.9176
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,12288,1,0,2.4190
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,16384,1,0,3.4336
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,0,0.0437
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,32768,1,0,9.4413
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,32,1,0,0.0487
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,16,1,0,0.0521
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,64,1,0,0.0620
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,128,1,0,0.0809
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,256,1,0,0.1288
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,512,1,0,0.1941
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1024,1,0,0.3303
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1536,1,0,0.5010
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,3072,1,0,0.9971
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,4096,1,0,1.3029
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,2048,1,0,0.6294
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,8192,1,0,2.7519
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,6144,1,0,1.9764
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,10240,1,0,3.6454
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,12288,1,0,4.6095
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,0,0.0457
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,16384,1,0,6.7309
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,16,1,0,0.0492
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,128,1,0,0.1236
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,64,1,0,0.0805
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,32,1,0,0.0618
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,256,1,0,0.1857
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,32768,1,0,18.5427
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,512,1,0,0.3167
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1024,1,0,0.5811
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1536,1,0,0.9181
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,2048,1,0,1.1748
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,3072,1,0,1.7566
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,4096,1,0,2.3312
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,6144,1,0,3.8203
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,8192,1,0,5.3731
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,12288,1,0,9.0106
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,10240,1,0,7.1958
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,16384,1,0,13.3714
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,0,0.0456
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,16,1,0,0.0621
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,32,1,0,0.0784
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,64,1,0,0.1240
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,32768,1,0,36.7418
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,128,1,0,0.1841
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1024,1,0,1.1126
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,512,1,0,0.5609
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1536,1,0,1.6864
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,2048,1,0,2.1372
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,256,1,0,0.3081
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,3072,1,0,3.4204
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,4096,1,0,4.6675
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,6144,1,0,7.5136
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,8192,1,0,10.8229
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,0,0.0498
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,10240,1,0,14.1976
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,12288,1,0,17.9157
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,16,1,0,0.0807
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,32,1,0,0.1242
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,16384,1,0,26.8127
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,64,1,0,0.1844
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,128,1,0,0.3035
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,256,1,0,0.5470
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1024,1,0,2.0978
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1536,1,0,3.2213
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,2048,1,0,4.3472
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,512,1,0,1.0693
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,3072,1,0,6.7943
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,4096,1,0,9.4599
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,0,0.0521
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,16,1,0,0.1244
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,6144,1,0,15.1226
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,32,1,0,0.1828
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,64,1,0,0.3090
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,128,1,0,0.5459
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,8192,1,0,21.3245
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,256,1,0,1.0526
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,512,1,0,1.9886
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1024,1,0,4.1649
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1536,1,0,6.3907
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,2048,1,0,8.7700
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,0,0.0519
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,4096,1,0,19.1350
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,16,1,0,0.1883
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,3072,1,0,13.7423
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,32,1,0,0.3071
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,64,1,0,0.5425
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,128,1,0,0.9932
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,256,1,0,1.9423
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1024,1,0,8.5176
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,512,1,0,4.0920
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,0,0.0725
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1536,1,0,13.0940
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,16,1,0,0.3136
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,32,1,0,0.5500
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,2048,1,0,17.7471
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,64,1,0,1.0408
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,128,1,0,2.0467
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,256,1,0,4.0645
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,512,1,0,8.3281
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,0,0.1099
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,16,1,0,0.5702
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1024,1,0,17.1213
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,32,1,0,1.0611
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,64,1,0,2.0400
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,128,1,0,4.0438
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,256,1,0,8.2626
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,0,0.0396
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,16,1,0,0.0453
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,64,1,0,0.0521
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,512,1,0,16.8664
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,128,1,0,0.0540
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,32,1,0,0.0459
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,256,1,0,0.0807
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,512,1,0,0.1241
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1024,1,0,0.1938
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1536,1,0,0.2658
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,2048,1,0,0.3234
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,4096,1,0,0.5949
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,8192,1,0,1.2066
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,6144,1,0,0.9181
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,3072,1,0,0.4951
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,10240,1,0,1.5985
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,12288,1,0,1.9976
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,16384,1,0,2.5801
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,0,0.0463
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,32768,1,0,6.4939
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,16,1,0,0.0461
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,32,1,0,0.0533
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,64,1,0,0.0558
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,128,1,0,0.0778
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,256,1,0,0.1187
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1024,1,0,0.2931
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,512,1,0,0.1770
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1536,1,0,0.4534
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,2048,1,0,0.5375
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,3072,1,0,0.8198
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,6144,1,0,1.6983
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,4096,1,0,1.0602
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,8192,1,0,2.1491
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,10240,1,0,2.8994
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,12288,1,0,3.4848
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,0,0.0437
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,16384,1,0,5.0298
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,16,1,0,0.0541
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,32,1,0,0.0557
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,32768,1,0,12.5614
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,64,1,0,0.0782
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,128,1,0,0.1141
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,256,1,0,0.1709
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,512,1,0,0.2791
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1024,1,0,0.5049
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1536,1,0,0.7780
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,2048,1,0,0.9843
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,4096,1,0,2.0211
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,3072,1,0,1.5352
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,6144,1,0,3.0431
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,8192,1,0,4.2674
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,10240,1,0,5.6514
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,12288,1,0,6.9311
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,16384,1,0,9.8711
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,0,0.0440
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,16,1,0,0.0540
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,32,1,0,0.0784
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,32768,1,0,24.7659
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,64,1,0,0.1137
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,128,1,0,0.1666
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,256,1,0,0.2705
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,512,1,0,0.4849
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1024,1,0,0.9308
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,3072,1,0,2.8624
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,2048,1,0,1.8872
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,4096,1,0,3.8815
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1536,1,0,1.4695
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,6144,1,0,6.1399
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,8192,1,0,8.5747
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,10240,1,0,11.0044
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,0,0.0457
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,12288,1,0,13.6640
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,16,1,0,0.0787
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,32,1,0,0.1142
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,16384,1,0,19.5186
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,64,1,0,0.1658
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,128,1,0,0.2623
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,256,1,0,0.4735
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1024,1,0,1.7873
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,2048,1,0,3.7002
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,3072,1,0,5.7469
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1536,1,0,2.7485
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,512,1,0,0.9177
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,4096,1,0,7.8291
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,6144,1,0,12.2562
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,0,0.0458
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,16,1,0,0.1127
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,8192,1,0,17.0282
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,32,1,0,0.1667
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,128,1,0,0.4733
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,64,1,0,0.2626
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,512,1,0,1.8023
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1024,1,0,3.5993
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,256,1,0,0.9073
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1536,1,0,5.5101
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,2048,1,0,7.4490
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,0,0.0519
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,3072,1,0,11.5885
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,16,1,0,0.1653
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,4096,1,0,15.7816
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,32,1,0,0.2622
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,64,1,0,0.4768
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,128,1,0,0.9009
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,256,1,0,1.7806
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,512,1,0,3.5424
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,0,0.0595
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1024,1,0,7.3388
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,16,1,0,0.2708
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,2048,1,0,15.1363
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1536,1,0,11.2018
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,32,1,0,0.4760
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,64,1,0,0.9016
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,128,1,0,1.7640
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,256,1,0,3.5496
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,512,1,0,7.2776
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,0,0.0921
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,16,1,0,0.4892
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,32,1,0,0.9105
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,64,1,0,1.7431
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,128,1,0,3.5278
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,256,1,0,7.2100
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,0,0.0376
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1024,1,0,14.9083
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,512,1,0,14.7908
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,16,1,0,0.0437
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,64,1,0,0.0457
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,128,1,0,0.0590
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,256,1,0,0.0755
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,32,1,0,0.0481
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,512,1,0,0.1218
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1024,1,0,0.1909
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,2048,1,0,0.3036
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1536,1,0,0.2541
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,4096,1,0,0.5540
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,3072,1,0,0.4657
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,6144,1,0,0.8629
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,10240,1,0,1.3811
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,8192,1,0,1.0727
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,12288,1,0,1.6619
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,16384,1,0,2.2676
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,32768,1,0,4.9769
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,0,0.0456
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,16,1,0,0.0489
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,32,1,0,0.0475
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,64,1,0,0.0597
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,128,1,0,0.0724
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,256,1,0,0.1151
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1024,1,0,0.2727
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,512,1,0,0.1767
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1536,1,0,0.4191
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,2048,1,0,0.5055
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,3072,1,0,0.7735
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,4096,1,0,0.9528
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,6144,1,0,1.4654
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,8192,1,0,1.8739
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,12288,1,0,3.0557
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,10240,1,0,2.4497
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,16384,1,0,4.1689
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,0,0.0458
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,16,1,0,0.0479
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,32768,1,0,9.6467
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,32,1,0,0.0598
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,64,1,0,0.0725
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,256,1,0,0.1669
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,512,1,0,0.2623
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1024,1,0,0.4695
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,128,1,0,0.1117
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1536,1,0,0.7248
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,2048,1,0,0.8920
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,3072,1,0,1.3707
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,4096,1,0,1.8030
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,6144,1,0,2.8096
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,8192,1,0,3.7568
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,10240,1,0,4.8615
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,12288,1,0,5.8519
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,16384,1,0,8.1560
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,0,0.0439
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,32,1,0,0.0721
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,16,1,0,0.0600
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,64,1,0,0.1113
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,32768,1,0,18.7050
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,128,1,0,0.1646
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,256,1,0,0.2521
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,512,1,0,0.4506
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1024,1,0,0.8654
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1536,1,0,1.3174
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,2048,1,0,1.7388
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,3072,1,0,2.5918
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,6144,1,0,5.4138
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,4096,1,0,3.4675
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,8192,1,0,7.4406
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,10240,1,0,9.4628
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,0,0.0460
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,12288,1,0,11.7403
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,16,1,0,0.0722
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,16384,1,0,16.1996
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,32,1,0,0.1113
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,64,1,0,0.1630
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,128,1,0,0.2466
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,256,1,0,0.4409
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,512,1,0,0.8406
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,2048,1,0,3.3664
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1536,1,0,2.6279
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,3072,1,0,5.2193
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1024,1,0,1.6843
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,4096,1,0,7.0517
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,0,0.0497
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,6144,1,0,10.8313
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,8192,1,0,14.8624
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,16,1,0,0.1110
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,32,1,0,0.1640
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,64,1,0,0.2494
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,128,1,0,0.4326
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,256,1,0,0.8365
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,512,1,0,1.6818
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1024,1,0,3.3008
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,2048,1,0,6.8438
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1536,1,0,5.0847
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,0,0.0469
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,3072,1,0,10.5549
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,16,1,0,0.1629
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,4096,1,0,14.2732
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,32,1,0,0.2463
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,64,1,0,0.4359
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,128,1,0,0.8306
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,256,1,0,1.6390
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,512,1,0,3.2902
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1024,1,0,6.7807
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,0,0.0596
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,2048,1,0,13.9160
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1536,1,0,10.3798
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,16,1,0,0.2451
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,64,1,0,0.8273
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,32,1,0,0.4377
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,128,1,0,1.6597
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,256,1,0,3.3078
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,512,1,0,6.7135
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,0,0.0814
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1024,1,0,13.7879
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,16,1,0,0.4466
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,32,1,0,0.8377
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,64,1,0,1.6542
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,128,1,0,3.2940
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,256,1,0,6.7237
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,0,0.1846
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,512,1,0,13.6072
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,16,1,0,0.1784
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,32,1,0,0.1628
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,64,1,0,0.1586
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,128,1,0,0.1645
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,256,1,0,0.2075
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,512,1,0,0.3489
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1024,1,0,0.6855
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1536,1,0,1.1382
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,2048,1,0,1.6427
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,3072,1,0,3.0282
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,4096,1,0,4.6097
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,6144,1,0,8.8409
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,8192,1,0,13.7593
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,0,0.1935
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,16,1,0,0.1754
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,10240,1,0,20.1706
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,12288,1,0,27.9433
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,32,1,0,0.1691
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,64,1,0,0.1773
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,16384,1,0,47.0791
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,128,1,0,0.1997
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,256,1,0,0.3287
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1024,1,0,1.3284
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,512,1,0,0.6075
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1536,1,0,2.2618
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,2048,1,0,3.2165
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,3072,1,0,5.7292
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,4096,1,0,8.7457
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,6144,1,0,16.6656
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,8192,1,0,27.1416
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,0,0.1925
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,10240,1,0,40.0410
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,16,1,0,0.1763
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,32768,1,0,173.4578
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,32,1,0,0.1784
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,12288,1,0,55.4952
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,64,1,0,0.1943
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,128,1,0,0.3140
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,256,1,0,0.5710
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,512,1,0,1.2055
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1024,1,0,2.5970
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,16384,1,0,93.8258
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1536,1,0,4.3749
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,2048,1,0,6.3955
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,3072,1,0,11.1158
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,4096,1,0,17.1459
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,6144,1,0,33.0969
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,0,0.2094
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,8192,1,0,54.0117
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,16,1,0,0.1925
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,32,1,0,0.2133
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,10240,1,0,79.8730
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,64,1,0,0.3099
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,128,1,0,0.5449
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,256,1,0,1.1384
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,512,1,0,2.3421
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,12288,1,0,110.7418
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1024,1,0,4.9917
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1536,1,0,8.2457
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,2048,1,0,12.2820
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,3072,1,0,21.8803
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,32768,1,0,346.6394
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,4096,1,0,34.1069
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,16384,1,0,187.3340
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,6144,1,0,66.0269
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,0,0.2268
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,16,1,0,0.2354
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,32,1,0,0.3326
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,64,1,0,0.5342
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,128,1,0,1.1205
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,8192,1,0,107.9650
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,256,1,0,2.2344
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,512,1,0,4.5396
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1024,1,0,9.7662
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,10240,1,0,159.6603
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1536,1,0,16.3281
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,2048,1,0,24.1713
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,3072,1,0,43.6720
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,0,0.2650
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,12288,1,0,221.3554
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,16,1,0,0.3834
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,32,1,0,0.5754
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,4096,1,0,68.2122
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,64,1,0,1.0801
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,128,1,0,2.2265
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,256,1,0,4.3806
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,512,1,0,8.7944
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,6144,1,0,132.0053
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1024,1,0,19.3545
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1536,1,0,32.5623
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,0,0.3605
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,2048,1,0,48.3491
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,16,1,0,0.6698
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,16384,1,0,374.7485
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,32,1,0,1.1333
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,8192,1,0,216.7477
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,64,1,0,2.2267
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,128,1,0,4.3342
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,3072,1,0,87.4127
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,256,1,0,8.4090
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,32768,1,0,692.4569
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,512,1,0,17.3770
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,16,1,0,1.3082
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,0,0.5751
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,32,1,0,2.2248
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,64,1,0,4.2819
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1024,1,0,38.7927
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,4096,1,0,136.5199
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,128,1,0,8.3353
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,256,1,0,16.7024
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,0,1.0221
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1536,1,0,65.1404
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,16,1,0,2.6101
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,32,1,0,4.4062
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,2048,1,0,96.9352
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,512,1,0,34.7687
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,64,1,0,8.3355
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,0,0.1239
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,128,1,0,16.6061
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,16,1,0,0.1167
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,32,1,0,0.1112
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,256,1,0,33.4029
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,64,1,0,0.1061
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,128,1,0,0.1064
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,256,1,0,0.1312
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1024,1,0,78.3801
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,512,1,0,0.2106
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1024,1,0,0.3850
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1536,1,0,0.6222
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,2048,1,0,0.8755
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,3072,1,0,1.6044
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,512,1,0,69.8334
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,6144,1,0,4.4450
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,4096,1,0,2.4241
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,8192,1,0,7.1425
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,10240,1,0,10.4163
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,12288,1,0,14.3403
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,0,0.1222
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,16384,1,0,24.0960
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,16,1,0,0.1131
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,32,1,0,0.1088
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,64,1,0,0.1050
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,128,1,0,0.1284
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,256,1,0,0.1996
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,512,1,0,0.3293
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1024,1,0,0.6944
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1536,1,0,1.2044
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,2048,1,0,1.7477
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,3072,1,0,3.0101
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,32768,1,0,87.8161
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,4096,1,0,4.6032
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,6144,1,0,8.6764
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,8192,1,0,14.0588
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,10240,1,0,20.6337
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,0,0.1292
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,12288,1,0,28.5057
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,16,1,0,0.1109
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,32,1,0,0.1113
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,64,1,0,0.1253
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,128,1,0,0.1888
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,16384,1,0,47.9085
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,256,1,0,0.3057
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,512,1,0,0.6359
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1024,1,0,1.4012
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1536,1,0,2.3531
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,2048,1,0,3.3227
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,3072,1,0,5.8506
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,4096,1,0,8.9972
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,6144,1,0,17.2460
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,8192,1,0,27.9258
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,0,0.1304
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,16,1,0,0.1156
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,10240,1,0,41.0737
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,32,1,0,0.1321
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,64,1,0,0.1844
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,12288,1,0,56.7469
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,32768,1,0,175.1551
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,128,1,0,0.2920
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,256,1,0,0.5888
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,16384,1,0,95.5391
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,512,1,0,1.2756
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1536,1,0,4.4323
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1024,1,0,2.7830
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,2048,1,0,6.5390
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,3072,1,0,11.6194
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,4096,1,0,17.9316
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,0,0.1422
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,16,1,0,0.1458
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,6144,1,0,34.3072
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,8192,1,0,55.7092
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,32,1,0,0.1969
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,64,1,0,0.2861
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,128,1,0,0.5616
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,10240,1,0,81.9985
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,256,1,0,1.2073
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,512,1,0,2.5515
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1024,1,0,5.3163
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,12288,1,0,113.3751
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1536,1,0,8.7897
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,2048,1,0,12.9588
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,3072,1,0,23.1189
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,0,0.1624
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,16,1,0,0.2261
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,32,1,0,0.3152
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,4096,1,0,35.8816
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,32768,1,0,350.0937
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,16384,1,0,191.1565
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,64,1,0,0.5602
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,128,1,0,1.1891
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,6144,1,0,68.6391
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,256,1,0,2.3855
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,512,1,0,4.8481
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1024,1,0,10.5396
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1536,1,0,17.5678
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,0,0.2123
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,8192,1,0,111.5627
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,16,1,0,0.3627
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,2048,1,0,25.8805
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,32,1,0,0.5847
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,3072,1,0,46.2778
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,64,1,0,1.1776
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,128,1,0,2.3918
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,512,1,0,9.5740
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,256,1,0,4.6265
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,4096,1,0,71.8150
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,0,0.3167
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,16,1,0,0.6935
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1024,1,0,21.1839
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,32,1,0,1.2305
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1536,1,0,35.1613
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,64,1,0,2.4153
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,128,1,0,4.5909
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,256,1,0,9.2048
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,0,0.5464
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,2048,1,0,52.0519
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,16,1,0,1.3915
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,512,1,0,19.1528
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,32,1,0,2.3975
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,64,1,0,4.5945
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1024,1,0,42.4133
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,0,0.0915
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,128,1,0,9.1264
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,16,1,0,0.0927
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,256,1,0,18.3753
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,32,1,0,0.0887
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,64,1,0,0.0884
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,128,1,0,0.0887
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,512,1,0,0.1459
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,512,1,0,38.5065
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1536,1,0,0.3935
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,256,1,0,0.0960
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1024,1,0,0.2370
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,2048,1,0,0.5209
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,3072,1,0,0.9065
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,4096,1,0,1.3171
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,8192,1,0,3.7672
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,6144,1,0,2.4883
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,12288,1,0,7.5549
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,16384,1,0,12.5746
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,10240,1,0,5.5260
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,0,0.0911
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,16,1,0,0.0887
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,32,1,0,0.0868
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,64,1,0,0.0893
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,128,1,0,0.0928
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,32768,1,0,45.0064
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,256,1,0,0.1375
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,512,1,0,0.2038
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1024,1,0,0.4225
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1536,1,0,0.6795
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,2048,1,0,0.9537
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,3072,1,0,1.7089
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,4096,1,0,2.5874
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,6144,1,0,4.6628
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,8192,1,0,7.4787
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,10240,1,0,10.9289
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,0,0.0949
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,16,1,0,0.0874
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,12288,1,0,14.9878
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,16384,1,0,24.9306
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,32,1,0,0.0894
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,64,1,0,0.0921
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,128,1,0,0.1320
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,512,1,0,0.3700
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,256,1,0,0.1881
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1024,1,0,0.7740
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1536,1,0,1.3128
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,2048,1,0,1.8799
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,3072,1,0,3.3316
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,4096,1,0,4.9648
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,32768,1,0,89.4561
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,6144,1,0,9.3179
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,8192,1,0,14.8835
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,0,0.0975
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,10240,1,0,21.6515
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,16,1,0,0.0925
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,12288,1,0,29.7015
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,32,1,0,0.0969
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,64,1,0,0.1328
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,128,1,0,0.1804
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,16384,1,0,49.5193
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,256,1,0,0.3377
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,512,1,0,0.6921
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1024,1,0,1.5618
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1536,1,0,2.5375
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,2048,1,0,3.8002
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,3072,1,0,6.5133
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,4096,1,0,9.8337
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,6144,1,0,18.4611
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,8192,1,0,29.5922
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,0,0.1028
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,32,1,0,0.1359
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,10240,1,0,43.1648
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,16,1,0,0.1015
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,12288,1,0,59.2449
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,32768,1,0,178.6516
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,64,1,0,0.1766
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,128,1,0,0.3299
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,256,1,0,0.6713
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,512,1,0,1.4301
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1024,1,0,3.0893
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1536,1,0,5.0477
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,2048,1,0,7.3519
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,16384,1,0,98.9096
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,0,0.1096
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,3072,1,0,12.8304
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,4096,1,0,19.6112
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,16,1,0,0.1509
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,6144,1,0,36.8220
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,32,1,0,0.1932
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,64,1,0,0.3265
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,128,1,0,0.6461
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,256,1,0,1.3522
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,512,1,0,2.8465
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,8192,1,0,59.1374
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1024,1,0,6.2190
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,0,0.1367
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1536,1,0,10.0399
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,16,1,0,0.2204
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,2048,1,0,14.5685
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,32,1,0,0.3501
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,3072,1,0,25.6248
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,64,1,0,0.6467
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,128,1,0,1.3438
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,256,1,0,2.7590
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,4096,1,0,39.1778
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,512,1,0,5.6443
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1024,1,0,12.1705
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,0,0.1932
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,16,1,0,0.4049
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1536,1,0,20.0691
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,32,1,0,0.6770
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,64,1,0,1.3324
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,128,1,0,2.7670
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,2048,1,0,29.3001
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,256,1,0,5.4352
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,0,0.3091
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,512,1,0,11.2014
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,16,1,0,0.7768
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,32,1,0,1.3782
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1024,1,0,24.4715
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,64,1,0,2.7757
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,128,1,0,5.4450
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,256,1,0,10.7807
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,0,0.0785
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,16,1,0,0.0806
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,32,1,0,0.0781
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,512,1,0,22.4284
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,128,1,0,0.0791
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,64,1,0,0.0784
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,256,1,0,0.0848
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,512,1,0,0.1086
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1024,1,0,0.1666
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1536,1,0,0.2611
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,2048,1,0,0.3408
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,3072,1,0,0.5727
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,4096,1,0,0.8086
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,6144,1,0,1.4477
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,10240,1,0,3.1727
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,12288,1,0,4.1609
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,8192,1,0,2.2444
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,16384,1,0,6.8092
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,0,0.0790
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,16,1,0,0.0805
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,32,1,0,0.0787
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,64,1,0,0.0804
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,32768,1,0,23.5600
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,256,1,0,0.1016
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,128,1,0,0.0826
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1024,1,0,0.2708
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,512,1,0,0.1496
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1536,1,0,0.4507
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,2048,1,0,0.6018
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,3072,1,0,1.0166
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,8192,1,0,4.3659
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,4096,1,0,1.5002
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,6144,1,0,2.7250
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,10240,1,0,6.0468
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,0,0.0811
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,12288,1,0,8.1885
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,16,1,0,0.0794
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,32,1,0,0.0791
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,16384,1,0,13.4547
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,64,1,0,0.0809
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,128,1,0,0.0957
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,256,1,0,0.1362
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,512,1,0,0.2455
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1024,1,0,0.5008
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,32768,1,0,46.6393
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1536,1,0,0.8098
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,2048,1,0,1.1257
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,3072,1,0,1.9503
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,4096,1,0,2.9379
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,6144,1,0,5.3217
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,8192,1,0,8.3565
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,10240,1,0,11.9227
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,0,0.0810
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,12288,1,0,16.1623
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,16,1,0,0.0783
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,32,1,0,0.0824
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,16384,1,0,26.5273
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,64,1,0,0.0979
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,128,1,0,0.1320
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,512,1,0,0.4453
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1024,1,0,0.9591
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1536,1,0,1.5483
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,256,1,0,0.2308
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,2048,1,0,2.2779
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,3072,1,0,4.0126
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,4096,1,0,5.8286
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,32768,1,0,92.7959
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,6144,1,0,10.5623
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,8192,1,0,16.4798
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,10240,1,0,23.6961
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,0,0.0839
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,16,1,0,0.0853
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,32,1,0,0.1020
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,12288,1,0,32.1594
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,64,1,0,0.1331
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,128,1,0,0.2274
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,256,1,0,0.4169
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,512,1,0,0.8860
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,16384,1,0,52.8239
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1536,1,0,3.2096
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,2048,1,0,4.4981
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1024,1,0,1.9478
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,3072,1,0,7.7287
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,4096,1,0,11.4464
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,0,0.0882
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,16,1,0,0.1051
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,64,1,0,0.2230
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,32,1,0,0.1384
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,6144,1,0,20.9089
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,128,1,0,0.4000
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,256,1,0,0.8477
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,8192,1,0,32.8529
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,512,1,0,1.8001
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1024,1,0,3.9827
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1536,1,0,6.2312
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,2048,1,0,8.9159
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,3072,1,0,15.3538
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,0,0.1012
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,32,1,0,0.2314
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,64,1,0,0.4025
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,4096,1,0,22.8946
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,16,1,0,0.1529
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,128,1,0,0.8268
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,256,1,0,1.7530
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,512,1,0,3.7328
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,16,1,0,0.2671
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1024,1,0,7.7307
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,0,0.1313
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,32,1,0,0.4306
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1536,1,0,12.5693
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,2048,1,0,17.9085
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,64,1,0,0.8265
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,128,1,0,1.7539
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,256,1,0,3.6144
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,0,0.1892
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,512,1,0,7.2623
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,16,1,0,0.4863
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,32,1,0,0.8670
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1024,1,0,15.4954
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,64,1,0,1.7352
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,128,1,0,3.6504
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,256,1,0,7.1796
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,0,0.0743
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,16,1,0,0.0747
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,32,1,0,0.0747
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,512,1,0,14.4474
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,64,1,0,0.0744
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,128,1,0,0.0768
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,256,1,0,0.0807
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,512,1,0,0.0970
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1024,1,0,0.1272
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1536,1,0,0.1958
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,2048,1,0,0.2445
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,3072,1,0,0.3877
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,4096,1,0,0.5463
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,6144,1,0,0.9523
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,8192,1,0,1.3808
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,10240,1,0,1.9106
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,12288,1,0,2.5343
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,16384,1,0,4.0069
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,0,0.0763
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,16,1,0,0.0751
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,32768,1,0,12.7643
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,32,1,0,0.0766
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,128,1,0,0.0773
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,64,1,0,0.0765
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,256,1,0,0.0906
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,512,1,0,0.1152
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1024,1,0,0.2062
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1536,1,0,0.3129
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,3072,1,0,0.7023
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,2048,1,0,0.4211
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,4096,1,0,0.9847
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,6144,1,0,1.7073
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,8192,1,0,2.6206
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,10240,1,0,3.6566
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,12288,1,0,4.8606
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,16384,1,0,7.6241
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,16,1,0,0.0747
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,0,0.0763
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,32,1,0,0.0765
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,64,1,0,0.0774
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,128,1,0,0.0856
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,32768,1,0,25.1605
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,256,1,0,0.1073
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,512,1,0,0.1875
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1024,1,0,0.3670
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1536,1,0,0.5855
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,2048,1,0,0.7687
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,3072,1,0,1.2718
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,4096,1,0,1.8956
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,6144,1,0,3.3904
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,8192,1,0,5.1318
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,10240,1,0,7.3661
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,12288,1,0,9.4114
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,16384,1,0,15.0766
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,0,0.0745
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,16,1,0,0.0762
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,32,1,0,0.0766
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,64,1,0,0.0849
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,128,1,0,0.1031
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,256,1,0,0.1783
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,512,1,0,0.3337
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1024,1,0,0.6661
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,32768,1,0,49.8789
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1536,1,0,1.0693
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,3072,1,0,2.5900
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,2048,1,0,1.5231
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,6144,1,0,6.6561
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,4096,1,0,3.8263
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,8192,1,0,9.9699
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,10240,1,0,14.0260
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,16,1,0,0.0763
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,0,0.0748
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,12288,1,0,18.6670
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,32,1,0,0.0866
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,64,1,0,0.1012
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,128,1,0,0.1722
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,16384,1,0,29.8334
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,256,1,0,0.3077
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,512,1,0,0.6171
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1024,1,0,1.3268
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1536,1,0,2.1689
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,3072,1,0,5.2499
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,4096,1,0,7.4791
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,2048,1,0,3.1180
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,0,0.0810
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,16,1,0,0.0904
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,6144,1,0,12.9965
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,8192,1,0,19.7699
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,32,1,0,0.1053
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,64,1,0,0.1724
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,128,1,0,0.3103
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,256,1,0,0.5877
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,512,1,0,1.2858
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1536,1,0,4.3926
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,3072,1,0,10.1926
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,2048,1,0,6.1995
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,0,0.0832
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1024,1,0,2.7921
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,4096,1,0,14.8841
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,32,1,0,0.1769
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,16,1,0,0.1114
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,64,1,0,0.3092
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,128,1,0,0.5745
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,256,1,0,1.2127
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,512,1,0,2.6583
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,0,0.1011
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1024,1,0,5.6693
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,16,1,0,0.1896
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,2048,1,0,12.2569
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,32,1,0,0.3208
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,64,1,0,0.5757
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1536,1,0,8.8009
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,128,1,0,1.2315
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,256,1,0,2.6108
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1024,1,0,11.1205
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,512,1,0,5.3514
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,0,0.1324
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,16,1,0,0.3501
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,32,1,0,0.6061
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,64,1,0,1.2305
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,128,1,0,2.6070
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,256,1,0,5.2816
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,0,0.0722
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,512,1,0,10.5914
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,16,1,0,0.0731
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,32,1,0,0.0725
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,128,1,0,0.0729
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,64,1,0,0.0724
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,256,1,0,0.0785
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,512,1,0,0.0925
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1536,1,0,0.1770
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,2048,1,0,0.1977
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,3072,1,0,0.2940
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,4096,1,0,0.3971
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1024,1,0,0.1195
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,6144,1,0,0.6927
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,10240,1,0,1.3050
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,8192,1,0,0.9722
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,12288,1,0,1.6709
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,16384,1,0,2.5073
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,0,0.0721
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,32768,1,0,7.7340
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,16,1,0,0.0723
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,64,1,0,0.0743
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,32,1,0,0.0721
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,128,1,0,0.0747
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,256,1,0,0.0866
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,512,1,0,0.1049
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1024,1,0,0.1708
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,2048,1,0,0.3256
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1536,1,0,0.2464
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,3072,1,0,0.5403
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,4096,1,0,0.7279
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,6144,1,0,1.1893
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,8192,1,0,1.7648
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,10240,1,0,2.4366
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,12288,1,0,3.1688
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,16384,1,0,4.8910
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,0,0.0737
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,16,1,0,0.0718
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,32768,1,0,14.5226
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,32,1,0,0.0728
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,64,1,0,0.0742
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,128,1,0,0.0825
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,512,1,0,0.1548
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,256,1,0,0.0994
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1024,1,0,0.2781
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1536,1,0,0.4597
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,2048,1,0,0.6126
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,3072,1,0,0.9520
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,4096,1,0,1.3672
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,6144,1,0,2.3391
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,8192,1,0,3.4590
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,10240,1,0,4.7682
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,12288,1,0,6.1277
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,0,0.0725
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,16384,1,0,9.6517
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,16,1,0,0.0728
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,32,1,0,0.0748
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,64,1,0,0.0821
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,128,1,0,0.0950
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,32768,1,0,28.6754
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,256,1,0,0.1467
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1024,1,0,0.5496
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,512,1,0,0.2572
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1536,1,0,0.8336
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,2048,1,0,1.1533
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,3072,1,0,1.9120
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,4096,1,0,2.7248
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,8192,1,0,6.9241
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,10240,1,0,9.2470
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,0,0.0727
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,6144,1,0,4.6554
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,16384,1,0,18.6801
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,16,1,0,0.0745
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,12288,1,0,12.0663
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,32,1,0,0.0805
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,64,1,0,0.0936
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,128,1,0,0.1450
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,256,1,0,0.2475
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,512,1,0,0.5215
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1536,1,0,1.7375
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,3072,1,0,3.8202
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1024,1,0,1.0494
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,2048,1,0,2.4058
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,6144,1,0,9.1852
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,4096,1,0,5.5571
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,0,0.0723
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,32,1,0,0.0929
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,8192,1,0,13.5559
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,16,1,0,0.0818
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,64,1,0,0.1421
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,128,1,0,0.2538
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,256,1,0,0.5054
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,512,1,0,1.0008
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1024,1,0,2.2205
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1536,1,0,3.4328
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,3072,1,0,7.8928
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,2048,1,0,4.8614
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,0,0.0784
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,16,1,0,0.0989
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,4096,1,0,11.2454
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,32,1,0,0.1482
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,64,1,0,0.2474
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,128,1,0,0.4977
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,256,1,0,0.9896
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,512,1,0,2.1592
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1024,1,0,4.5169
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1536,1,0,7.1738
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,0,0.0836
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,2048,1,0,9.8068
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,16,1,0,0.1526
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,64,1,0,0.4959
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,32,1,0,0.2637
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,128,1,0,0.9811
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,256,1,0,2.1111
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,512,1,0,4.4043
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,0,0.1032
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1024,1,0,9.2971
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,16,1,0,0.2780
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,32,1,0,0.5149
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,64,1,0,0.9915
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,128,1,0,2.1007
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,256,1,0,4.3308
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,512,1,0,8.8538
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,0,0.0680
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,16,1,0,0.0703
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,32,1,0,0.0707
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,64,1,0,0.0721
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,256,1,0,0.0782
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,128,1,0,0.0724
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,512,1,0,0.0906
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1024,1,0,0.1154
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,3072,1,0,0.2698
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1536,1,0,0.1669
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,2048,1,0,0.1906
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,6144,1,0,0.5450
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,8192,1,0,0.7663
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,10240,1,0,1.0245
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,4096,1,0,0.3374
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,12288,1,0,1.2785
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,16384,1,0,1.8366
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,32768,1,0,4.9868
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,0,0.0703
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,16,1,0,0.0722
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,32,1,0,0.0724
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,64,1,0,0.0725
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,128,1,0,0.0752
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,256,1,0,0.0824
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1024,1,0,0.1611
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,512,1,0,0.1026
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,2048,1,0,0.2673
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1536,1,0,0.2252
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,3072,1,0,0.4574
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,4096,1,0,0.6201
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,6144,1,0,0.9835
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,8192,1,0,1.3811
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,10240,1,0,1.8358
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,0,0.0706
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,16384,1,0,3.4953
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,16,1,0,0.0721
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,32768,1,0,9.6087
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,12288,1,0,2.3440
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,32,1,0,0.0727
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,64,1,0,0.0744
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,128,1,0,0.0784
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,256,1,0,0.0952
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,512,1,0,0.1477
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1024,1,0,0.2469
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1536,1,0,0.4070
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,3072,1,0,0.8310
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,4096,1,0,1.1454
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,6144,1,0,1.8709
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,2048,1,0,0.5388
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,8192,1,0,2.7249
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,10240,1,0,3.5691
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,12288,1,0,4.5447
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,16384,1,0,6.7612
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,0,0.0711
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,16,1,0,0.0703
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,32,1,0,0.0744
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,32768,1,0,18.1627
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,64,1,0,0.0805
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,128,1,0,0.0912
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,256,1,0,0.1404
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,512,1,0,0.2319
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1024,1,0,0.5008
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1536,1,0,0.7529
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,2048,1,0,1.0211
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,3072,1,0,1.6269
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,4096,1,0,2.3040
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,6144,1,0,3.7449
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,8192,1,0,5.3132
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,10240,1,0,7.0872
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,12288,1,0,9.0191
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,0,0.0704
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,16,1,0,0.0741
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,16384,1,0,13.4500
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,32,1,0,0.0792
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,64,1,0,0.0912
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,128,1,0,0.1361
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,256,1,0,0.2180
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,512,1,0,0.4795
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1536,1,0,1.5108
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1024,1,0,0.9593
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,3072,1,0,3.3106
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,2048,1,0,2.1554
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,6144,1,0,7.4674
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,4096,1,0,4.5888
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,0,0.0705
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,8192,1,0,10.4445
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,16,1,0,0.0785
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,32,1,0,0.0908
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,64,1,0,0.1372
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,128,1,0,0.2188
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,256,1,0,0.4723
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,512,1,0,0.9228
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1024,1,0,2.0225
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1536,1,0,3.0916
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,2048,1,0,4.2440
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,3072,1,0,6.6467
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,0,0.0722
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,16,1,0,0.0911
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,32,1,0,0.1349
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,4096,1,0,9.3652
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,64,1,0,0.2171
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,128,1,0,0.4645
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,256,1,0,1.5880
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,512,1,0,1.9640
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1536,1,0,6.2783
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,0,0.0786
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,2048,1,0,8.6277
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1024,1,0,4.0579
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,16,1,0,0.1409
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,32,1,0,0.2278
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,64,1,0,0.4692
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,128,1,0,0.9074
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,256,1,0,1.9592
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,512,1,0,3.9910
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,0,0.0888
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1024,1,0,8.3404
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,16,1,0,0.2408
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,64,1,0,0.9167
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,128,1,0,1.9450
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,32,1,0,0.4785
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,512,1,0,8.1563
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,256,1,0,3.9600
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,0,0.0681
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,64,1,0,0.0722
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,128,1,0,0.0710
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,32,1,0,0.0703
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,16,1,0,0.0695
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,256,1,0,0.0771
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,512,1,0,0.0907
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1024,1,0,0.1139
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1536,1,0,0.1649
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,2048,1,0,0.1904
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,3072,1,0,0.2605
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,4096,1,0,0.3203
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,8192,1,0,0.6910
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,6144,1,0,0.5286
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,12288,1,0,1.0394
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,10240,1,0,0.8790
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,16384,1,0,1.4993
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,32768,1,0,3.7506
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,0,0.0686
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,32,1,0,0.0712
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,16,1,0,0.0692
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,64,1,0,0.0724
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,128,1,0,0.0732
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,256,1,0,0.0829
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1024,1,0,0.1612
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,512,1,0,0.1007
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,2048,1,0,0.2596
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1536,1,0,0.2194
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,3072,1,0,0.4368
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,4096,1,0,0.5673
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,6144,1,0,0.8551
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,8192,1,0,1.1984
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,10240,1,0,1.5966
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,12288,1,0,2.0080
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,16384,1,0,2.8239
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,0,0.0695
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,32768,1,0,6.9431
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,16,1,0,0.0707
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,32,1,0,0.0721
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,64,1,0,0.0734
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,256,1,0,0.0944
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,128,1,0,0.0801
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,512,1,0,0.1439
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1024,1,0,0.2314
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1536,1,0,0.3943
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,2048,1,0,0.5072
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,3072,1,0,0.7640
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,4096,1,0,1.0496
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,6144,1,0,1.7249
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,8192,1,0,2.3826
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,10240,1,0,3.0558
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,12288,1,0,3.8042
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,16384,1,0,5.4249
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,0,0.0704
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,16,1,0,0.0731
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,32,1,0,0.0754
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,32768,1,0,13.2110
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,64,1,0,0.0796
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,128,1,0,0.0883
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,256,1,0,0.1375
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1024,1,0,0.4776
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,512,1,0,0.2113
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1536,1,0,0.7173
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,2048,1,0,0.9735
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,3072,1,0,1.5500
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,6144,1,0,3.3551
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,8192,1,0,4.6124
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,4096,1,0,2.1436
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,10240,1,0,5.9837
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,12288,1,0,7.4712
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,0,0.0700
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,16384,1,0,10.6098
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,16,1,0,0.0745
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,32,1,0,0.0794
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,64,1,0,0.0887
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,128,1,0,0.1335
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,256,1,0,0.2063
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,512,1,0,0.4614
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1024,1,0,0.9237
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1536,1,0,1.4944
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,2048,1,0,2.0262
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,3072,1,0,3.1174
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,6144,1,0,6.6295
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,4096,1,0,4.2187
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,0,0.0706
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,32,1,0,0.0877
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,16,1,0,0.0785
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,64,1,0,0.1341
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,8192,1,0,9.0954
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,128,1,0,0.2038
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,256,1,0,0.4516
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1024,1,0,1.9581
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,512,1,0,0.9077
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,2048,1,0,4.0515
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1536,1,0,2.9813
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,3072,1,0,6.2220
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,0,0.0704
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,4096,1,0,8.3991
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,16,1,0,0.0885
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,32,1,0,0.1328
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,256,1,0,0.8968
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,64,1,0,0.2115
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,128,1,0,0.4491
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,512,1,0,1.9470
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1536,1,0,6.0080
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1024,1,0,3.9340
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,16,1,0,0.1321
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,2048,1,0,8.1236
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,0,0.0719
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,32,1,0,0.2168
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,64,1,0,0.4535
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,128,1,0,0.9014
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,256,1,0,1.9293
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,512,1,0,3.8850
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,16,1,0,0.2343
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,32,1,0,0.4634
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1024,1,0,7.8976
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,64,1,0,0.9034
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,0,0.0840
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,128,1,0,1.9357
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,256,1,0,3.8937
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,mla_context_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,512,1,0,7.7960
