framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,latency
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2,0.0866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4,0.0885
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8,0.0875
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16,0.0868
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32,0.0877
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,64,0.0866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,128,0.0880
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,256,0.0899
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,512,0.0938
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,1024,0.0931
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2048,0.0977
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4096,0.1024
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8192,0.1035
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16384,0.1165
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32768,0.1087
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,65536,0.1165
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,131072,0.1284
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2,0.0987
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4,0.0985
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8,0.0984
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16,0.0995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32,0.0984
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,64,0.0989
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,128,0.0990
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,256,0.1006
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,512,0.1035
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,1024,0.1058
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2048,0.1116
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4096,0.1129
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8192,0.1195
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16384,0.1141
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32768,0.1209
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,65536,0.1352
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,131072,0.1603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2,0.0848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4,0.0843
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8,0.0841
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16,0.0845
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32,0.0844
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,64,0.0847
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,128,0.0847
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,256,0.0866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,512,0.0917
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,1024,0.0960
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2048,0.0990
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4096,0.0930
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8192,0.0967
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16384,0.1025
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32768,0.1163
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,65536,0.1420
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,131072,0.1922
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2,0.0868
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4,0.0870
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8,0.0865
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16,0.0866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32,0.0865
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,64,0.0868
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,128,0.0867
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,256,0.0893
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,512,0.0958
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,1024,0.0995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2048,0.0920
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4096,0.0953
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8192,0.1026
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16384,0.1150
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32768,0.1410
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,65536,0.1907
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,131072,0.2927
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2,0.0900
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4,0.0901
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8,0.0903
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16,0.0895
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32,0.0900
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,64,0.0901
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,128,0.0899
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,256,0.0935
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,512,0.0989
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,1024,0.0927
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2048,0.0965
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4096,0.1032
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8192,0.1179
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16384,0.1451
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32768,0.1990
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,65536,0.3075
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,131072,0.5215
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2,0.0860
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4,0.0859
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8,0.0858
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16,0.0862
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32,0.0856
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,64,0.0861
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,128,0.0875
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,256,0.0943
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,512,0.0958
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,1024,0.0993
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2048,0.1076
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4096,0.1209
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8192,0.1496
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16384,0.2029
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32768,0.3107
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,65536,0.5269
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,131072,0.9538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2,0.0915
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4,0.0921
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8,0.0914
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16,0.0914
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32,0.0916
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,64,0.0923
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,128,0.0940
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,256,0.0952
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,512,0.0991
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,1024,0.1070
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2048,0.1209
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4096,0.1483
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8192,0.2027
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16384,0.3112
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32768,0.5247
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,65536,0.9597
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,131072,1.8143
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2,0.1092
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4,0.1093
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8,0.1094
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16,0.1086
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32,0.1085
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,64,0.1094
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,128,0.1132
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,256,0.1155
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,512,0.1222
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,1024,0.1371
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2048,0.1667
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4096,0.2215
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8192,0.3278
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16384,0.5437
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32768,0.9711
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,65536,1.8306
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,131072,3.5429
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2,0.1392
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4,0.1398
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8,0.1401
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16,0.1400
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32,0.1401
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,64,0.1398
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,128,0.1460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,256,0.1538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,512,0.1702
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,1024,0.1995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2048,0.2555
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4096,0.3648
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8192,0.5796
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16384,1.0085
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32768,1.8722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,65536,3.5972
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,131072,7.0488
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2,0.1880
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4,0.1888
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8,0.1900
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16,0.1883
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32,0.1902
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,64,0.1947
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,128,0.2025
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,256,0.2194
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,512,0.2472
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,1024,0.2995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2048,0.4038
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4096,0.6014
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8192,0.9967
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16384,1.7947
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32768,3.3834
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,65536,6.5764
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2,0.3287
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4,0.3282
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8,0.3282
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16,0.3282
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32,0.3304
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,64,0.3312
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,128,0.3554
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,256,0.3873
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,512,0.4373
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,1024,0.5396
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2048,0.7451
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4096,1.1381
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8192,1.9331
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16384,3.5242
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32768,6.7142
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2,0.0691
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4,0.0691
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8,0.0693
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16,0.0694
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32,0.0703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,64,0.0686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,128,0.0690
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,256,0.0717
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,512,0.0747
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1024,0.0758
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2048,0.0765
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4096,0.0785
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8192,0.0842
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16384,0.0880
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32768,0.1008
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,65536,0.0991
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,131072,0.1155
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2,0.0821
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4,0.0826
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8,0.0825
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16,0.0825
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32,0.0830
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,64,0.0833
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,128,0.0825
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,256,0.0850
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,512,0.0870
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1024,0.0881
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2048,0.0887
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4096,0.0919
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8192,0.0981
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16384,0.1055
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32768,0.1209
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,65536,0.1264
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,131072,0.1542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2,0.0697
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4,0.0694
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8,0.0690
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16,0.0692
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32,0.0701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,64,0.0700
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,128,0.0690
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,256,0.0711
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,512,0.0742
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1024,0.0759
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2048,0.0805
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4096,0.0840
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8192,0.0906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16384,0.0978
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32768,0.1072
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,65536,0.1343
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,131072,0.1893
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2,0.0686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4,0.0690
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8,0.0683
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16,0.0684
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32,0.0680
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,64,0.0684
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,128,0.0697
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,256,0.0723
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,512,0.0764
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1024,0.0796
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2048,0.0843
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4096,0.0860
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8192,0.0921
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16384,0.1052
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32768,0.1315
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,65536,0.1858
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,131072,0.2890
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2,0.0722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4,0.0723
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8,0.0722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16,0.0722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32,0.0718
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,64,0.0727
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,128,0.0723
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,256,0.0756
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,512,0.0820
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1024,0.0848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2048,0.0841
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4096,0.0908
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8192,0.1052
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16384,0.1307
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32768,0.1862
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,65536,0.2872
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,131072,0.5017
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2,0.0765
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4,0.0766
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8,0.0758
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16,0.0766
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32,0.0761
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,64,0.0763
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,128,0.0756
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,256,0.0806
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,512,0.0844
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1024,0.0847
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2048,0.0919
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4096,0.1057
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8192,0.1342
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16384,0.1887
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32768,0.2991
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,65536,0.5119
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,131072,0.9391
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2,0.0726
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4,0.0733
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8,0.0728
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16,0.0725
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32,0.0732
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,64,0.0738
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,128,0.0746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,256,0.0868
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,512,0.0893
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1024,0.0970
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2048,0.1126
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4096,0.1397
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8192,0.1945
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16384,0.3005
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32768,0.5173
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,65536,0.9404
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,131072,1.7956
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2,0.0805
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4,0.0807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8,0.0807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16,0.0811
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32,0.0807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,64,0.0822
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,128,0.0844
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,256,0.0888
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,512,0.0969
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1024,0.1125
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2048,0.1400
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4096,0.1931
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8192,0.2987
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16384,0.5168
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32768,0.9459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,65536,1.8006
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,131072,3.4775
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2,0.1010
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4,0.1015
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8,0.1010
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16,0.1008
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32,0.1009
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,64,0.1017
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,128,0.1073
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,256,0.1153
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,512,0.1308
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1024,0.1595
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2048,0.2142
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4096,0.3203
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8192,0.5325
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16384,0.9717
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32768,1.8247
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,65536,3.5669
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,131072,6.9847
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2,0.1358
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4,0.1356
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8,0.1357
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16,0.1362
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32,0.1363
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,64,0.1379
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,128,0.1515
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,256,0.1673
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,512,0.1963
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,1024,0.2537
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2048,0.3611
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4096,0.5774
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8192,1.0156
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16384,1.9078
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32768,3.6579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,65536,7.1852
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2,0.2056
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4,0.2053
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8,0.2047
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16,0.2054
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32,0.2075
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,64,0.2145
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,128,0.2380
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,256,0.2656
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,512,0.3165
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,1024,0.4247
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2048,0.6236
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4096,1.0299
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8192,1.8702
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16384,3.5513
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32768,6.8621
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,64,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,128,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,256,0.0545
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,512,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,1024,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2048,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4096,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8192,0.0635
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16384,0.0702
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32768,0.0827
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,65536,0.0958
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,131072,0.1203
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4,0.0671
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8,0.0662
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32,0.0671
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,64,0.0668
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,128,0.0667
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,256,0.0685
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,512,0.0704
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,1024,0.0663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2048,0.0721
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4096,0.0722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8192,0.0771
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16384,0.0886
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32768,0.0987
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,65536,0.1186
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,131072,0.1523
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,64,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,128,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,256,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,512,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,1024,0.0568
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2048,0.0567
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4096,0.0636
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8192,0.0752
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16384,0.0838
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32768,0.1034
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,65536,0.1402
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,131072,0.2069
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,64,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,128,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,256,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,512,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,1024,0.0572
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2048,0.0668
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4096,0.0745
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8192,0.0829
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16384,0.1023
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32768,0.1384
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,65536,0.2051
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,131072,0.3408
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2,0.0511
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4,0.0514
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32,0.0516
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,64,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,128,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,256,0.0548
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,512,0.0583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,1024,0.0667
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2048,0.0758
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4096,0.0865
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8192,0.1072
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16384,0.1452
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32768,0.2193
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,65536,0.3704
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,131072,0.6695
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,64,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,128,0.0549
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,256,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,512,0.0640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,1024,0.0766
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2048,0.0885
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4096,0.1072
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8192,0.1448
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16384,0.2198
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32768,0.3666
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,65536,0.6658
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,131072,1.2572
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2,0.0573
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4,0.0573
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8,0.0563
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16,0.0567
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,64,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,128,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,256,0.0677
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,512,0.0760
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,1024,0.0866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2048,0.1052
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4096,0.1434
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8192,0.2173
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16384,0.3682
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32768,0.6639
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,65536,1.2583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,131072,2.4441
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2,0.0727
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4,0.0725
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8,0.0723
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16,0.0725
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32,0.0721
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,64,0.0739
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,128,0.0763
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,256,0.0865
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,512,0.0974
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,1024,0.1166
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2048,0.1552
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4096,0.2308
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8192,0.3785
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16384,0.6827
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32768,1.3183
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,65536,2.6143
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,131072,5.1477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2,0.0947
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4,0.0948
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8,0.0944
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16,0.0952
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32,0.0951
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,64,0.0959
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,128,0.0968
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,256,0.1135
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,512,0.1348
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,1024,0.1729
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2048,0.2494
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4096,0.3980
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8192,0.6927
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16384,1.3160
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32768,2.6311
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,65536,5.2621
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,131072,10.6894
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2,0.1299
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4,0.1295
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8,0.1298
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16,0.1294
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32,0.1295
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,64,0.1294
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,128,0.1322
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,256,0.1632
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,512,0.2005
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,1024,0.2719
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2048,0.4080
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4096,0.6693
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8192,1.1994
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16384,2.3793
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32768,4.9161
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,65536,10.0130
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2,0.1999
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4,0.1995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8,0.1988
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16,0.1997
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32,0.1995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,64,0.2014
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,128,0.2086
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,256,0.2730
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,512,0.3447
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,1024,0.4811
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2048,0.7534
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4096,1.2745
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8192,2.3377
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16384,4.7332
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32768,9.9518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4,0.0486
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16,0.0486
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32,0.0483
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,64,0.0496
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,128,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,256,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,512,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,1024,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2048,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4096,0.0544
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8192,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16384,0.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32768,0.0709
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,65536,0.0850
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,131072,0.0986
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16,0.0605
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,64,0.0625
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,128,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,256,0.0642
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,512,0.0660
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,1024,0.0639
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2048,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4096,0.0667
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8192,0.0701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16384,0.0742
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32768,0.0936
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,65536,0.1090
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,131072,0.1346
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16,0.0483
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,64,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,128,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,256,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,512,0.0515
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,1024,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2048,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4096,0.0563
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8192,0.0598
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16384,0.0774
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32768,0.0919
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,65536,0.1173
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,131072,0.1690
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,64,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,128,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,256,0.0495
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,512,0.0502
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,1024,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2048,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4096,0.0589
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8192,0.0702
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16384,0.0886
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32768,0.1166
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,65536,0.1718
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,131072,0.2685
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16,0.0461
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,64,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,128,0.0475
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,256,0.0492
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,512,0.0530
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,1024,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2048,0.0578
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4096,0.0703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8192,0.0883
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16384,0.1156
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32768,0.1695
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,65536,0.2687
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,131072,0.4732
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2,0.0483
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8,0.0483
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,64,0.0496
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,128,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,256,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,512,0.0543
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,1024,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2048,0.0753
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4096,0.0902
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8192,0.1177
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16384,0.1705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32768,0.2750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,65536,0.4837
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,131072,0.8972
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2,0.0509
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8,0.0523
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32,0.0509
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,64,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,128,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,256,0.0555
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,512,0.0616
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,1024,0.0763
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2048,0.0935
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4096,0.1202
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8192,0.1708
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16384,0.2754
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32768,0.4894
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,65536,0.8968
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,131072,1.7266
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2,0.0555
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16,0.0557
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,64,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,128,0.0563
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,256,0.0645
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,512,0.0777
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,1024,0.0926
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2048,0.1204
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4096,0.1714
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8192,0.2753
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16384,0.4861
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32768,0.9006
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,65536,1.7285
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,131072,3.3707
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2,0.0685
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4,0.0684
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8,0.0686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16,0.0679
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32,0.0692
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,64,0.0725
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,128,0.0782
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,256,0.0906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,512,0.1045
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,1024,0.1318
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2048,0.1848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4096,0.2877
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8192,0.4941
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16384,0.9199
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32768,1.7513
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,65536,3.4354
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,131072,6.7723
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2,0.0985
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4,0.0982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8,0.0989
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16,0.0984
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32,0.1006
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,64,0.1018
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,128,0.1053
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,256,0.1273
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,512,0.1557
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,1024,0.2097
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2048,0.3144
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4096,0.5202
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8192,0.9400
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16384,1.7863
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32768,3.4792
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,65536,6.9304
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2,0.1398
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4,0.1401
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8,0.1399
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16,0.1402
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32,0.1418
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,64,0.1463
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,128,0.1527
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,256,0.1906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,512,0.2400
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,1024,0.3431
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2048,0.5403
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4096,0.9303
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8192,1.7396
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16384,3.3694
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32768,6.5857
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,64,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,128,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,256,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,512,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,1024,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2048,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4096,0.0511
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8192,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16384,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32768,0.0642
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,65536,0.0810
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,131072,0.0966
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2,0.0573
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4,0.0564
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8,0.0568
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16,0.0575
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32,0.0576
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,64,0.0578
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,128,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,256,0.0593
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,512,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,1024,0.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2048,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4096,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8192,0.0662
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16384,0.0705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32768,0.0814
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,65536,0.1060
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,131072,0.1319
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,64,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,128,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,256,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,512,0.0490
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,1024,0.0490
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2048,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4096,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8192,0.0568
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16384,0.0663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32768,0.0897
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,65536,0.1128
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,131072,0.1671
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8,0.0455
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16,0.0455
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,64,0.0454
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,128,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,256,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,512,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,1024,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2048,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4096,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8192,0.0640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16384,0.0857
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32768,0.1139
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,65536,0.1692
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,131072,0.2643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,64,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,128,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,256,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,512,0.0516
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,1024,0.0514
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2048,0.0528
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4096,0.0657
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8192,0.0864
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16384,0.1139
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32768,0.1657
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,65536,0.2657
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,131072,0.4739
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4,0.0462
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16,0.0466
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32,0.0466
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,64,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,128,0.0470
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,256,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,512,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,1024,0.0537
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2048,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4096,0.0847
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8192,0.1132
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16384,0.1640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32768,0.2691
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,65536,0.4800
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,131072,0.8928
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2,0.0494
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4,0.0494
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16,0.0493
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,64,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,128,0.0496
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,256,0.0525
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,512,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,1024,0.0703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2048,0.0876
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4096,0.1145
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8192,0.1661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16384,0.2704
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32768,0.4829
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,65536,0.8927
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,131072,1.7185
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2,0.0525
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8,0.0522
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32,0.0525
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,64,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,128,0.0525
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,256,0.0585
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,512,0.0728
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,1024,0.0901
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2048,0.1182
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4096,0.1680
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8192,0.2708
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16384,0.4821
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32768,0.8946
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,65536,1.7277
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,131072,3.3593
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8,0.0619
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,64,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,128,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,256,0.0849
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,512,0.1000
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,1024,0.1269
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2048,0.1781
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4096,0.2816
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8192,0.4897
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16384,0.9128
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32768,1.7456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,65536,3.4319
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,131072,6.7487
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2,0.0847
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4,0.0851
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8,0.0854
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16,0.0857
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32,0.0904
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,64,0.0940
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,128,0.0985
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,256,0.1205
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,512,0.1482
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,1024,0.1993
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2048,0.3026
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4096,0.5104
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8192,0.9263
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16384,1.7740
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32768,3.4650
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,65536,6.9194
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2,0.1254
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4,0.1258
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8,0.1257
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16,0.1259
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32,0.1276
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,64,0.1315
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,128,0.1395
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,256,0.1765
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,512,0.2235
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,1024,0.3244
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2048,0.5194
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4096,0.9112
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8192,1.7217
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16384,3.3419
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32768,6.5495
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16,0.0455
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32,0.0455
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,64,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,128,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,256,0.0472
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,512,0.0483
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,1024,0.0489
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2048,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4096,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8192,0.0506
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16384,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32768,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,65536,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,131072,0.0973
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4,0.0563
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16,0.0563
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,64,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,128,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,256,0.0583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,512,0.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,1024,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2048,0.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4096,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8192,0.0643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16384,0.0685
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32768,0.0770
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,65536,0.1079
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,131072,0.1348
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2,0.0443
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8,0.0440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,64,0.0440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,128,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,256,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,512,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,1024,0.0464
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2048,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4096,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8192,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16384,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32768,0.0893
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,65536,0.1129
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,131072,0.1660
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2,0.0437
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4,0.0440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16,0.0437
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,64,0.0440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,128,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,256,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,512,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,1024,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2048,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4096,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8192,0.0584
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16384,0.0845
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32768,0.1133
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,65536,0.1680
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,131072,0.2624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4,0.0437
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8,0.0440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16,0.0440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,64,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,128,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,256,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,512,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,1024,0.0507
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2048,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4096,0.0625
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8192,0.0836
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16384,0.1110
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32768,0.1643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,65536,0.2623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,131072,0.4731
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32,0.0464
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,64,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,128,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,256,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,512,0.0514
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,1024,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2048,0.0643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4096,0.0831
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8192,0.1122
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16384,0.1637
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32768,0.2670
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,65536,0.4768
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,131072,0.8866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,64,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,128,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,256,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,512,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,1024,0.0666
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2048,0.0862
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4096,0.1128
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8192,0.1643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16384,0.2698
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32768,0.4798
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,65536,0.8899
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,131072,1.7229
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2,0.0522
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,64,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,128,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,256,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,512,0.0701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,1024,0.0885
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2048,0.1172
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4096,0.1677
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8192,0.2689
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16384,0.4822
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32768,0.8956
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,65536,1.7222
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,131072,3.3680
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4,0.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32,0.0604
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,64,0.0607
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,128,0.0637
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,256,0.0814
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,512,0.0978
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,1024,0.1238
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2048,0.1763
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4096,0.2795
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8192,0.4856
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16384,0.9071
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32768,1.7385
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,65536,3.4271
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,131072,6.7469
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2,0.0787
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4,0.0786
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8,0.0788
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16,0.0785
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32,0.0849
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,64,0.0883
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,128,0.0949
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,256,0.1167
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,512,0.1439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,1024,0.1972
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2048,0.2984
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4096,0.5044
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8192,0.9240
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16384,1.7702
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32768,3.4547
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,65536,6.9053
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2,0.1197
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4,0.1196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8,0.1192
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16,0.1193
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32,0.1216
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,64,0.1248
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,128,0.1329
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,256,0.1700
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,512,0.2159
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,1024,0.3164
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2048,0.5110
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4096,0.9021
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8192,1.7053
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16384,3.3311
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32768,6.5357
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,64,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,128,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,256,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,512,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,1024,0.0496
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2048,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4096,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8192,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16384,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32768,0.0635
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,65536,0.0784
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,131072,0.0979
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,64,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,128,0.0583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,256,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,512,0.0608
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,1024,0.0612
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2048,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4096,0.0622
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8192,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16384,0.0701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32768,0.0795
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,65536,0.1090
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,131072,0.1356
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8,0.0434
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16,0.0440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32,0.0437
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,64,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,128,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,256,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,512,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,1024,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2048,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4096,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8192,0.0537
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16384,0.0609
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32768,0.0875
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,65536,0.1111
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,131072,0.1643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,64,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,128,0.0437
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,256,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,512,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,1024,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2048,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4096,0.0531
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8192,0.0614
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16384,0.0831
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32768,0.1121
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,65536,0.1668
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,131072,0.2614
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,64,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,128,0.0437
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,256,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,512,0.0487
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,1024,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2048,0.0502
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4096,0.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8192,0.0839
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16384,0.1103
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32768,0.1640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,65536,0.2623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,131072,0.4714
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,64,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,128,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,256,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,512,0.0511
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,1024,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2048,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4096,0.0821
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8192,0.1114
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16384,0.1634
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32768,0.2667
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,65536,0.4763
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,131072,0.8875
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32,0.0475
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,64,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,128,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,256,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,512,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,1024,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2048,0.0853
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4096,0.1111
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8192,0.1629
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16384,0.2677
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32768,0.4808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,65536,0.8897
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,131072,1.7193
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2,0.0508
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4,0.0515
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8,0.0509
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16,0.0511
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,64,0.0504
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,128,0.0515
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,256,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,512,0.0660
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,1024,0.0873
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2048,0.1148
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4096,0.1667
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8192,0.2693
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16384,0.4801
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32768,0.8904
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,65536,1.7230
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,131072,3.3646
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4,0.0598
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8,0.0598
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16,0.0593
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,64,0.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,128,0.0637
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,256,0.0769
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,512,0.0972
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,1024,0.1235
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2048,0.1765
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4096,0.2790
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8192,0.4854
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16384,0.9099
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32768,1.7414
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,65536,3.4222
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,131072,6.7517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8,0.0794
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32,0.0820
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,64,0.0838
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,128,0.0931
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,256,0.1142
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,512,0.1418
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,1024,0.1935
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2048,0.2961
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4096,0.5026
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8192,0.9188
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16384,1.7689
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32768,3.4565
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,65536,6.8978
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2,0.1152
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4,0.1155
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8,0.1149
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16,0.1149
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32,0.1191
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,64,0.1219
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,128,0.1292
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,256,0.1667
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,512,0.2126
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,1024,0.3127
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2048,0.5082
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4096,0.8941
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8192,1.7028
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16384,3.3279
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32768,6.5359
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,64,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,128,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,256,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,512,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,1024,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2048,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4096,0.0483
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8192,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16384,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32768,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,65536,0.0759
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,131072,0.0947
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,64,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,128,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,256,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,512,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,1024,0.0552
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2048,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4096,0.0563
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8192,0.0609
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16384,0.0643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32768,0.0722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,65536,0.1025
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,131072,0.1266
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2,0.0422
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4,0.0422
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8,0.0422
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16,0.0433
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,64,0.0420
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,128,0.0418
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,256,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,512,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,1024,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2048,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4096,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8192,0.0537
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16384,0.0578
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32768,0.0867
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,65536,0.1101
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,131072,0.1645
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2,0.0432
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4,0.0445
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8,0.0428
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16,0.0432
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,64,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,128,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,256,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,512,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,1024,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2048,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4096,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8192,0.0576
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16384,0.0824
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32768,0.1111
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,65536,0.1657
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,131072,0.2610
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4,0.0432
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8,0.0434
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,64,0.0428
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,128,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,256,0.0453
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,512,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,1024,0.0488
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2048,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4096,0.0557
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8192,0.0821
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16384,0.1091
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32768,0.1617
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,65536,0.2609
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,131072,0.4680
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32,0.0455
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,64,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,128,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,256,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,512,0.0504
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,1024,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2048,0.0626
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4096,0.0822
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8192,0.1100
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16384,0.1621
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32768,0.2659
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,65536,0.4752
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,131072,0.8911
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8,0.0473
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32,0.0475
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,64,0.0475
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,128,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,256,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,512,0.0537
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,1024,0.0630
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2048,0.0841
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4096,0.1115
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8192,0.1623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16384,0.2668
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32768,0.4769
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,65536,0.8929
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,131072,1.7145
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4,0.0505
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,64,0.0505
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,128,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,256,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,512,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,1024,0.0875
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2048,0.1151
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4096,0.1660
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8192,0.2681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16384,0.4803
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32768,0.8932
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,65536,1.7201
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,131072,3.3504
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2,0.0583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32,0.0586
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,64,0.0586
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,128,0.0604
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,256,0.0775
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,512,0.0968
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,1024,0.1216
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2048,0.1743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4096,0.2767
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8192,0.4844
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16384,0.9068
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32768,1.7362
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,65536,3.4272
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,131072,6.7409
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2,0.0764
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4,0.0767
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8,0.0772
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16,0.0766
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32,0.0807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,64,0.0834
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,128,0.0921
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,256,0.1138
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,512,0.1413
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,1024,0.1921
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2048,0.2960
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4096,0.4995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8192,0.9184
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16384,1.7703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32768,3.4599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,65536,6.9000
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2,0.1154
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4,0.1152
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8,0.1151
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16,0.1155
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32,0.1172
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,64,0.1194
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,128,0.1281
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,256,0.1651
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,512,0.2109
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,1024,0.3113
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2048,0.5041
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4096,0.8948
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8192,1.6984
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16384,3.3231
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32768,6.5414
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2,0.0879
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4,0.0874
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8,0.0883
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16,0.0878
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32,0.0874
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,64,0.0876
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,128,0.0881
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,256,0.0900
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,512,0.0930
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,1024,0.0945
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2048,0.0953
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4096,0.1025
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8192,0.1039
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16384,0.1174
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32768,0.1091
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,65536,0.1159
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,131072,0.1295
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2,0.0978
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4,0.0973
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8,0.0976
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16,0.0976
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32,0.0981
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,64,0.0977
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,128,0.0972
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,256,0.1006
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,512,0.1028
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,1024,0.1073
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2048,0.1100
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4096,0.1124
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8192,0.1187
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16384,0.1138
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32768,0.1209
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,65536,0.1335
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,131072,0.1595
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2,0.0854
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4,0.0849
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8,0.0848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16,0.0852
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32,0.0857
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,64,0.0856
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,128,0.0854
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,256,0.0872
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,512,0.0906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,1024,0.0971
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2048,0.1004
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4096,0.0930
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8192,0.0969
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16384,0.1041
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32768,0.1176
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,65536,0.1418
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,131072,0.1918
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2,0.0865
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4,0.0862
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8,0.0858
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16,0.0863
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32,0.0862
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,64,0.0868
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,128,0.0868
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,256,0.0878
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,512,0.0956
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,1024,0.0990
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2048,0.0917
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4096,0.0945
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8192,0.1021
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16384,0.1146
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32768,0.1402
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,65536,0.1899
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,131072,0.2910
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2,0.0894
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4,0.0896
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8,0.0885
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16,0.0896
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32,0.0888
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,64,0.0889
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,128,0.0893
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,256,0.0926
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,512,0.0969
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,1024,0.0919
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2048,0.0959
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4096,0.1036
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8192,0.1172
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16384,0.1438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32768,0.1987
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,65536,0.3066
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,131072,0.5202
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2,0.0845
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4,0.0848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8,0.0845
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16,0.0847
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32,0.0851
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,64,0.0855
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,128,0.0862
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,256,0.0942
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,512,0.0952
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,1024,0.0990
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2048,0.1055
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4096,0.1212
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8192,0.1476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16384,0.2025
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32768,0.3096
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,65536,0.5257
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,131072,0.9559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2,0.0911
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4,0.0909
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8,0.0911
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16,0.0907
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32,0.0909
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,64,0.0912
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,128,0.0930
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,256,0.0957
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,512,0.0984
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,1024,0.1052
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2048,0.1203
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4096,0.1472
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8192,0.2013
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16384,0.3108
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32768,0.5257
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,65536,0.9580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,131072,1.8174
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2,0.1073
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4,0.1086
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8,0.1079
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16,0.1077
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32,0.1086
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,64,0.1091
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,128,0.1125
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,256,0.1148
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,512,0.1216
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,1024,0.1377
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2048,0.1664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4096,0.2197
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8192,0.3266
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16384,0.5435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32768,0.9713
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,65536,1.8307
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,131072,3.5399
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2,0.1394
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4,0.1401
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8,0.1397
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16,0.1391
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32,0.1390
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,64,0.1392
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,128,0.1467
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,256,0.1534
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,512,0.1698
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,1024,0.1988
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2048,0.2548
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4096,0.3635
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8192,0.5782
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16384,1.0091
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32768,1.8715
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,65536,3.5974
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,131072,7.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2,0.1892
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4,0.1888
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8,0.1888
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16,0.1886
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32,0.1888
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,64,0.1922
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,128,0.2030
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,256,0.2192
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,512,0.2477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,1024,0.3006
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2048,0.4042
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4096,0.6002
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8192,0.9973
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16384,1.7971
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32768,3.3884
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,65536,6.5782
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2,0.3275
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4,0.3278
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8,0.3275
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16,0.3273
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32,0.3296
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,64,0.3320
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,128,0.3550
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,256,0.3861
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,512,0.4384
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,1024,0.5392
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2048,0.7475
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4096,1.1408
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8192,1.9328
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16384,3.5275
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32768,6.7178
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2,0.0684
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4,0.0685
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8,0.0683
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16,0.0683
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32,0.0688
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,64,0.0686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,128,0.0693
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,256,0.0711
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,512,0.0743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,1024,0.0745
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2048,0.0755
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4096,0.0767
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8192,0.0823
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16384,0.0875
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32768,0.1012
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,65536,0.0990
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,131072,0.1147
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2,0.0809
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4,0.0814
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8,0.0816
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16,0.0812
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,64,0.0809
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,128,0.0804
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,256,0.0827
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,512,0.0847
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,1024,0.0868
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2048,0.0866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4096,0.0898
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8192,0.0969
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16384,0.1048
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32768,0.1134
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,65536,0.1254
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,131072,0.1540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2,0.0660
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8,0.0662
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32,0.0656
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,64,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,128,0.0665
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,256,0.0682
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,512,0.0721
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,1024,0.0743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2048,0.0806
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4096,0.0826
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8192,0.0892
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16384,0.0981
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32768,0.1059
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,65536,0.1332
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,131072,0.1882
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2,0.0689
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4,0.0688
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8,0.0686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16,0.0685
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32,0.0686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,64,0.0692
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,128,0.0685
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,256,0.0709
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,512,0.0760
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,1024,0.0805
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2048,0.0842
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4096,0.0851
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8192,0.0906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16384,0.1050
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32768,0.1307
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,65536,0.1843
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,131072,0.2898
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2,0.0723
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4,0.0722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8,0.0721
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16,0.0724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32,0.0721
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,64,0.0723
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,128,0.0722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,256,0.0747
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,512,0.0817
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,1024,0.0850
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2048,0.0839
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4096,0.0906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8192,0.1053
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16384,0.1310
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32768,0.1858
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,65536,0.2882
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,131072,0.5012
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2,0.0763
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4,0.0760
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8,0.0757
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16,0.0762
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32,0.0757
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,64,0.0755
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,128,0.0756
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,256,0.0807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,512,0.0842
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,1024,0.0844
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2048,0.0909
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4096,0.1067
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8192,0.1343
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16384,0.1888
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32768,0.2974
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,65536,0.5148
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,131072,0.9362
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2,0.0727
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4,0.0733
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8,0.0730
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16,0.0734
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32,0.0730
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,64,0.0725
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,128,0.0746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,256,0.0860
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,512,0.0890
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,1024,0.0968
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2048,0.1126
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4096,0.1408
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8192,0.1927
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16384,0.2988
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32768,0.5187
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,65536,0.9485
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,131072,1.7919
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2,0.0806
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4,0.0804
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8,0.0804
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16,0.0803
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,64,0.0812
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,128,0.0848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,256,0.0890
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,512,0.0954
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,1024,0.1121
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2048,0.1400
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4096,0.1942
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8192,0.2987
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16384,0.5201
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32768,0.9448
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,65536,1.7998
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,131072,3.4819
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2,0.1009
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4,0.1009
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8,0.1010
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16,0.1009
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32,0.1013
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,64,0.1016
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,128,0.1075
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,256,0.1156
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,512,0.1319
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,1024,0.1594
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2048,0.2143
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4096,0.3195
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8192,0.5342
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16384,0.9695
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32768,1.8235
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,65536,3.5621
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,131072,6.9746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2,0.1351
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4,0.1358
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8,0.1357
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16,0.1361
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32,0.1362
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,64,0.1379
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,128,0.1512
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,256,0.1665
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,512,0.1972
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,1024,0.2537
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2048,0.3605
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4096,0.5778
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8192,1.0149
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16384,1.9043
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32768,3.6526
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,65536,7.1850
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2,0.2059
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4,0.2057
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8,0.2061
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16,0.2058
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32,0.2086
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,64,0.2144
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,128,0.2379
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,256,0.2651
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,512,0.3163
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,1024,0.4250
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2048,0.6246
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4096,1.0301
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8192,1.8693
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16384,3.5557
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32768,6.8558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2,0.0528
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4,0.0535
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8,0.0530
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32,0.0528
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,64,0.0535
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,128,0.0523
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,256,0.0546
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,512,0.0567
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,1024,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2048,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4096,0.0595
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8192,0.0632
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16384,0.0724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32768,0.0824
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,65536,0.0945
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,131072,0.1196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4,0.0622
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8,0.0626
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,64,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,128,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,256,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,512,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,1024,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2048,0.0684
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4096,0.0721
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8192,0.0753
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16384,0.0888
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32768,0.0992
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,65536,0.1152
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,131072,0.1500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,64,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,128,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,256,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,512,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,1024,0.0565
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2048,0.0583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4096,0.0631
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8192,0.0746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16384,0.0845
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32768,0.1046
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,65536,0.1411
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,131072,0.2068
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,64,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,128,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,256,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,512,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,1024,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2048,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4096,0.0718
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8192,0.0825
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16384,0.1018
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32768,0.1382
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,65536,0.2059
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,131072,0.3387
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4,0.0512
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,64,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,128,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,256,0.0544
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,512,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,1024,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2048,0.0750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4096,0.0852
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8192,0.1067
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16384,0.1449
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32768,0.2193
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,65536,0.3720
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,131072,0.6701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4,0.0551
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16,0.0543
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,64,0.0552
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,128,0.0557
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,256,0.0596
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,512,0.0687
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,1024,0.0767
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2048,0.0888
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4096,0.1077
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8192,0.1440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16384,0.2196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32768,0.3694
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,65536,0.6688
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,131072,1.2596
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4,0.0567
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8,0.0565
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16,0.0577
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,64,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,128,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,256,0.0682
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,512,0.0763
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,1024,0.0865
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2048,0.1052
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4096,0.1429
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8192,0.2177
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16384,0.3673
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32768,0.6646
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,65536,1.2585
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,131072,2.4435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2,0.0708
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4,0.0703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8,0.0706
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16,0.0705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32,0.0725
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,64,0.0743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,128,0.0757
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,256,0.0866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,512,0.0968
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,1024,0.1166
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2048,0.1555
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4096,0.2295
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8192,0.3799
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16384,0.6813
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32768,1.3188
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,65536,2.5943
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,131072,5.1433
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2,0.0946
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4,0.0943
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8,0.0948
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16,0.0944
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32,0.0951
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,64,0.0955
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,128,0.0976
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,256,0.1136
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,512,0.1347
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,1024,0.1728
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2048,0.2504
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4096,0.3956
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8192,0.6914
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16384,1.3105
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32768,2.6303
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,65536,5.2788
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,131072,10.6739
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2,0.1295
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4,0.1292
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8,0.1295
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16,0.1288
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32,0.1296
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,64,0.1298
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,128,0.1319
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,256,0.1633
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,512,0.1998
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,1024,0.2712
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2048,0.4072
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4096,0.6688
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8192,1.2002
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16384,2.3861
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32768,4.9290
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,65536,9.9648
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2,0.1991
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4,0.1991
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8,0.1995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16,0.2004
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32,0.1990
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,64,0.2014
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,128,0.2087
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,256,0.2716
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,512,0.3443
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,1024,0.4808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2048,0.7555
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4096,1.2724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8192,2.3389
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16384,4.7266
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32768,9.8791
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16,0.0496
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,64,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,128,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,256,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,512,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,1024,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2048,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4096,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8192,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16384,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32768,0.0726
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,65536,0.0865
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,131072,0.0995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2,0.0630
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16,0.0629
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32,0.0627
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,64,0.0629
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,128,0.0632
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,256,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,512,0.0663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,1024,0.0643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2048,0.0662
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4096,0.0683
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8192,0.0730
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16384,0.0772
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32768,0.0958
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,65536,0.1115
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,131072,0.1370
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,64,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,128,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,256,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,512,0.0510
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,1024,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2048,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4096,0.0569
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8192,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16384,0.0765
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32768,0.0930
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,65536,0.1173
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,131072,0.1705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,64,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,128,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,256,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,512,0.0514
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,1024,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2048,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4096,0.0598
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8192,0.0739
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16384,0.0897
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32768,0.1159
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,65536,0.1727
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,131072,0.2684
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,64,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,128,0.0471
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,256,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,512,0.0527
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,1024,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2048,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4096,0.0683
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8192,0.0867
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16384,0.1139
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32768,0.1676
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,65536,0.2677
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,131072,0.4710
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2,0.0484
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,64,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,128,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,256,0.0524
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,512,0.0544
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,1024,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2048,0.0743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4096,0.0899
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8192,0.1172
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16384,0.1709
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32768,0.2753
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,65536,0.4827
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,131072,0.8963
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2,0.0502
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8,0.0503
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,64,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,128,0.0528
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,256,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,512,0.0619
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,1024,0.0764
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2048,0.0926
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4096,0.1199
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8192,0.1722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16384,0.2766
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32768,0.4877
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,65536,0.8979
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,131072,1.7233
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2,0.0543
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4,0.0545
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8,0.0551
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,64,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,128,0.0570
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,256,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,512,0.0803
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,1024,0.0929
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2048,0.1203
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4096,0.1718
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8192,0.2762
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16384,0.4871
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32768,0.9010
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,65536,1.7257
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,131072,3.3639
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2,0.0698
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4,0.0701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8,0.0690
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16,0.0698
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32,0.0701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,64,0.0740
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,128,0.0763
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,256,0.0906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,512,0.1051
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,1024,0.1316
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2048,0.1866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4096,0.2866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8192,0.4939
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16384,0.9209
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32768,1.7515
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,65536,3.4487
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,131072,6.7673
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2,0.0973
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4,0.0985
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8,0.0982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16,0.0989
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32,0.1000
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,64,0.1022
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,128,0.1059
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,256,0.1280
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,512,0.1545
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,1024,0.2091
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2048,0.3153
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4096,0.5196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8192,0.9393
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16384,1.7899
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32768,3.4806
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,65536,6.9302
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2,0.1403
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4,0.1398
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8,0.1400
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16,0.1402
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32,0.1422
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,64,0.1458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,128,0.1538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,256,0.1916
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,512,0.2406
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,1024,0.3434
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2048,0.5400
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4096,0.9298
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8192,1.7376
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16384,3.3714
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32768,6.5744
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2,0.0461
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,64,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,128,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,256,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,512,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,1024,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2048,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4096,0.0506
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8192,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16384,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32768,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,65536,0.0810
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,131072,0.0964
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2,0.0569
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4,0.0565
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8,0.0572
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,64,0.0566
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,128,0.0564
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,256,0.0586
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,512,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,1024,0.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2048,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4096,0.0625
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8192,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16384,0.0702
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32768,0.0812
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,65536,0.1059
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,131072,0.1322
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2,0.0461
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8,0.0461
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,64,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,128,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,256,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,512,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,1024,0.0484
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2048,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4096,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8192,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16384,0.0658
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32768,0.0900
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,65536,0.1130
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,131072,0.1668
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2,0.0449
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4,0.0453
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,64,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,128,0.0445
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,256,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,512,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,1024,0.0488
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2048,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4096,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8192,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16384,0.0862
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32768,0.1136
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,65536,0.1698
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,131072,0.2640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,64,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,128,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,256,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,512,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,1024,0.0514
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2048,0.0532
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4096,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8192,0.0865
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16384,0.1140
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32768,0.1666
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,65536,0.2664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,131072,0.4745
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2,0.0466
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4,0.0465
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8,0.0466
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32,0.0470
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,64,0.0466
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,128,0.0463
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,256,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,512,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,1024,0.0537
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2048,0.0649
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4096,0.0846
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8192,0.1131
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16384,0.1652
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32768,0.2692
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,65536,0.4775
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,131072,0.8922
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2,0.0514
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4,0.0496
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32,0.0510
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,64,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,128,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,256,0.0534
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,512,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,1024,0.0700
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2048,0.0885
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4096,0.1146
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8192,0.1657
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16384,0.2691
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32768,0.4826
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,65536,0.8918
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,131072,1.7246
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2,0.0526
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4,0.0525
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8,0.0528
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16,0.0534
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32,0.0535
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,64,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,128,0.0537
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,256,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,512,0.0722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,1024,0.0898
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2048,0.1175
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4096,0.1691
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8192,0.2699
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16384,0.4831
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32768,0.8969
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,65536,1.7206
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,131072,3.3547
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4,0.0619
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,64,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,128,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,256,0.0847
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,512,0.1000
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,1024,0.1267
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2048,0.1793
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4096,0.2816
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8192,0.4878
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16384,0.9112
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32768,1.7431
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,65536,3.4332
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,131072,6.7625
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2,0.0852
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4,0.0848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8,0.0852
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16,0.0852
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32,0.0886
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,64,0.0942
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,128,0.0982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,256,0.1200
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,512,0.1479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,1024,0.1992
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2048,0.3018
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4096,0.5080
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8192,0.9266
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16384,1.7730
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32768,3.4656
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,65536,6.9173
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2,0.1255
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4,0.1254
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8,0.1257
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16,0.1252
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32,0.1279
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,64,0.1318
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,128,0.1383
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,256,0.1772
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,512,0.2237
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,1024,0.3238
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2048,0.5204
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4096,0.9097
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8192,1.7207
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16384,3.3413
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32768,6.5612
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2,0.0461
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,64,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,128,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,256,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,512,0.0484
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,1024,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2048,0.0496
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4096,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8192,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16384,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32768,0.0640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,65536,0.0815
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,131072,0.0970
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,64,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,128,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,256,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,512,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,1024,0.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2048,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4096,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8192,0.0643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16384,0.0686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32768,0.0786
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,65536,0.1073
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,131072,0.1334
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2,0.0440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16,0.0440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,64,0.0442
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,128,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,256,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,512,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,1024,0.0470
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2048,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4096,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8192,0.0556
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16384,0.0643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32768,0.0893
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,65536,0.1135
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,131072,0.1669
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2,0.0437
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16,0.0437
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,64,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,128,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,256,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,512,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,1024,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2048,0.0484
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4096,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8192,0.0622
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16384,0.0848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32768,0.1130
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,65536,0.1694
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,131072,0.2633
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2,0.0437
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8,0.0442
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,64,0.0447
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,128,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,256,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,512,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,1024,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2048,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4096,0.0633
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8192,0.0849
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16384,0.1111
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32768,0.1640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,65536,0.2619
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,131072,0.4728
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4,0.0467
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,64,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,128,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,256,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,512,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,1024,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2048,0.0654
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4096,0.0839
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8192,0.1115
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16384,0.1646
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32768,0.2686
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,65536,0.4779
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,131072,0.8898
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2,0.0482
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,64,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,128,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,256,0.0511
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,512,0.0552
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,1024,0.0637
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2048,0.0856
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4096,0.1118
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8192,0.1637
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16384,0.2682
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32768,0.4802
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,65536,0.8911
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,131072,1.7165
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,64,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,128,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,256,0.0566
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,512,0.0711
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,1024,0.0888
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2048,0.1159
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4096,0.1669
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8192,0.2708
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16384,0.4813
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32768,0.8952
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,65536,1.7271
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,131072,3.3595
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,64,0.0606
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,128,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,256,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,512,0.0978
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,1024,0.1253
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2048,0.1759
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4096,0.2800
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8192,0.4847
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16384,0.9097
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32768,1.7440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,65536,3.4281
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,131072,6.7479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2,0.0810
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4,0.0814
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8,0.0808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16,0.0809
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32,0.0859
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,64,0.0890
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,128,0.0950
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,256,0.1170
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,512,0.1442
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,1024,0.1968
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2048,0.2982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4096,0.5036
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8192,0.9235
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16384,1.7709
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32768,3.4645
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,65536,6.9074
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2,0.1192
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4,0.1193
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8,0.1193
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16,0.1196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32,0.1219
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,64,0.1251
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,128,0.1328
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,256,0.1703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,512,0.2166
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,1024,0.3169
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2048,0.5113
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4096,0.9010
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8192,1.7043
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16384,3.3388
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32768,6.5448
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,64,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,128,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,256,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,512,0.0496
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,1024,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2048,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4096,0.0503
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8192,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16384,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32768,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,65536,0.0798
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,131072,0.0968
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,64,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,128,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,256,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,512,0.0617
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,1024,0.0615
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2048,0.0610
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4096,0.0622
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8192,0.0663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16384,0.0705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32768,0.0806
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,65536,0.1096
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,131072,0.1356
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,64,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,128,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,256,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,512,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,1024,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2048,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4096,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8192,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16384,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32768,0.0876
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,65536,0.1115
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,131072,0.1651
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,64,0.0437
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,128,0.0439
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,256,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,512,0.0473
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,1024,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2048,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4096,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8192,0.0610
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16384,0.0841
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32768,0.1118
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,65536,0.1678
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,131072,0.2609
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,64,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,128,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,256,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,512,0.0489
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,1024,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2048,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4096,0.0591
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8192,0.0834
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16384,0.1101
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32768,0.1634
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,65536,0.2623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,131072,0.4702
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,64,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,128,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,256,0.0490
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,512,0.0510
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,1024,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2048,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4096,0.0817
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8192,0.1110
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16384,0.1629
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32768,0.2664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,65536,0.4745
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,131072,0.8886
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,64,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,128,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,256,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,512,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,1024,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2048,0.0848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4096,0.1117
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8192,0.1633
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16384,0.2681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32768,0.4795
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,65536,0.8872
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,131072,1.7180
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4,0.0503
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16,0.0504
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,64,0.0502
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,128,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,256,0.0544
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,512,0.0667
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,1024,0.0869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2048,0.1148
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4096,0.1661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8192,0.2694
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16384,0.4789
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32768,0.8925
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,65536,1.7212
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,131072,3.3523
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2,0.0596
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8,0.0590
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16,0.0593
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32,0.0598
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,64,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,128,0.0635
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,256,0.0782
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,512,0.0970
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,1024,0.1227
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2048,0.1754
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4096,0.2769
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8192,0.4865
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16384,0.9069
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32768,1.7421
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,65536,3.4226
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,131072,6.7524
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2,0.0787
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4,0.0785
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8,0.0790
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16,0.0789
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32,0.0820
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,64,0.0831
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,128,0.0929
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,256,0.1138
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,512,0.1417
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,1024,0.1931
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2048,0.2958
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4096,0.5000
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8192,0.9206
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16384,1.7681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32768,3.4591
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,65536,6.8960
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2,0.1161
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4,0.1156
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8,0.1162
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16,0.1159
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32,0.1184
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,64,0.1222
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,128,0.1298
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,256,0.1684
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,512,0.2121
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,1024,0.3135
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2048,0.5081
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4096,0.8965
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8192,1.6999
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16384,3.3282
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32768,6.5474
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2,0.0418
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8,0.0434
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16,0.0438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,64,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,128,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,256,0.0442
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,512,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,1024,0.0467
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2048,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4096,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8192,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16384,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32768,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,65536,0.0755
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,131072,0.0947
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,64,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,128,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,256,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,512,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,1024,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2048,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4096,0.0563
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8192,0.0616
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16384,0.0643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32768,0.0716
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,65536,0.1029
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,131072,0.1265
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2,0.0426
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4,0.0420
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16,0.0419
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,64,0.0437
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,128,0.0429
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,256,0.0453
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,512,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,1024,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2048,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4096,0.0502
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8192,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16384,0.0588
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32768,0.0869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,65536,0.1108
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,131072,0.1637
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2,0.0428
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8,0.0427
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16,0.0421
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,64,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,128,0.0426
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,256,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,512,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,1024,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2048,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4096,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8192,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16384,0.0828
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32768,0.1111
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,65536,0.1661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,131072,0.2603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2,0.0437
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8,0.0434
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,64,0.0436
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,128,0.0435
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,256,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,512,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,1024,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2048,0.0496
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4096,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8192,0.0825
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16384,0.1090
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32768,0.1615
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,65536,0.2624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,131072,0.4673
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,64,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,128,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,256,0.0483
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,512,0.0506
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,1024,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2048,0.0621
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4096,0.0818
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8192,0.1098
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16384,0.1625
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32768,0.2664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,65536,0.4761
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,131072,0.8874
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2,0.0465
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8,0.0460
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16,0.0464
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,64,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,128,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,256,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,512,0.0530
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,1024,0.0643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2048,0.0845
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4096,0.1111
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8192,0.1630
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16384,0.2665
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32768,0.4807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,65536,0.8893
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,131072,1.7140
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8,0.0504
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16,0.0510
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,64,0.0510
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,128,0.0508
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,256,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,512,0.0657
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,1024,0.0871
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2048,0.1159
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4096,0.1656
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8192,0.2691
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16384,0.4786
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32768,0.8939
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,65536,1.7188
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,131072,3.3608
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,64,0.0583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,128,0.0613
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,256,0.0768
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,512,0.0957
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,1024,0.1220
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2048,0.1735
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4096,0.2770
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8192,0.4834
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16384,0.9099
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32768,1.7369
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,65536,3.4292
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,131072,6.7445
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2,0.0767
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4,0.0766
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8,0.0769
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16,0.0769
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32,0.0812
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,64,0.0824
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,128,0.0916
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,256,0.1138
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,512,0.1409
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,1024,0.1918
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2048,0.2951
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4096,0.5010
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8192,0.9193
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16384,1.7699
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32768,3.4540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,65536,6.9025
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2,0.1153
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4,0.1153
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8,0.1154
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16,0.1153
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32,0.1173
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,64,0.1206
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,128,0.1284
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,256,0.1659
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,512,0.2097
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,1024,0.3106
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2048,0.5059
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4096,0.8954
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8192,1.6981
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16384,3.3229
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32768,6.5324
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,2,0.0896
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,4,0.0896
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,8,0.0897
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,16,0.0890
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,32,0.0897
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,128,0.0899
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,256,0.0924
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,512,0.0950
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,1024,0.0957
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,2048,0.0992
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,4096,0.1052
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,8192,0.1070
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,16384,0.1196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,32768,0.1135
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,65536,0.1193
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,131072,0.1320
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,2,0.0906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,4,0.0909
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,8,0.0909
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,16,0.0907
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,32,0.0909
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,64,0.0913
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,128,0.0907
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,256,0.0927
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,512,0.0959
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,1024,0.0982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,2048,0.1034
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,4096,0.1071
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,8192,0.1118
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,16384,0.1086
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,32768,0.1148
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,65536,0.1282
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,131072,0.1531
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,2,0.0930
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,4,0.0933
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,8,0.0929
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,16,0.0927
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,32,0.0930
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,64,0.0930
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,128,0.0928
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,256,0.0952
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,512,0.0990
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,1024,0.1045
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,2048,0.1092
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,4096,0.1016
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,8192,0.1055
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,16384,0.1131
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,32768,0.1268
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,65536,0.1513
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,131072,0.2015
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,2,0.0968
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,4,0.0967
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,8,0.0952
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,16,0.0964
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,32,0.0963
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,64,0.0969
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,128,0.0961
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,256,0.0991
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,512,0.1063
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,1024,0.1095
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,2048,0.1021
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,4096,0.1057
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,8192,0.1117
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,16384,0.1252
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,32768,0.1503
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,65536,0.2013
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,131072,0.3027
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,2,0.1027
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,4,0.1027
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,8,0.1029
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,16,0.1026
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,32,0.1020
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,64,0.1026
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,128,0.1016
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,256,0.1066
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,512,0.1113
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,1024,0.1049
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,2048,0.1079
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,4096,0.1154
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,8192,0.1299
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,16384,0.1572
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,32768,0.2118
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,65536,0.3186
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,131072,0.5346
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,2,0.0984
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,4,0.0974
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,8,0.0988
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,16,0.0974
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,32,0.0989
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,64,0.0990
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,128,0.0991
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,256,0.1074
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,512,0.1091
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,1024,0.1121
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,2048,0.1193
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,4096,0.1338
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,8192,0.1610
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,16384,0.2153
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,32768,0.3221
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,65536,0.5388
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,131072,0.9672
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,2,0.1053
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,4,0.1049
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,8,0.1050
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,16,0.1053
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,32,0.1059
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,64,0.1052
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,128,0.1074
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,256,0.1083
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,512,0.1125
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,1024,0.1192
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,2048,0.1339
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,4096,0.1609
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,8192,0.2159
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,16384,0.3251
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,32768,0.5379
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,65536,0.9719
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,131072,1.8309
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,2,0.1194
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,4,0.1196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,8,0.1197
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,16,0.1203
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,32,0.1200
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,64,0.1211
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,128,0.1243
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,256,0.1265
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,512,0.1340
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,1024,0.1489
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,2048,0.1787
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,4096,0.2329
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,8192,0.3398
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,16384,0.5552
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,32768,0.9832
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,65536,1.8426
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,131072,3.5535
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,2,0.1412
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,4,0.1416
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,8,0.1419
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,16,0.1417
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,32,0.1412
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,64,0.1407
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,128,0.1473
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,256,0.1541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,512,0.1701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,1024,0.1991
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,2048,0.2558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,4096,0.3634
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,8192,0.5800
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,16384,1.0118
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,32768,1.8746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,65536,3.5995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,131072,7.0565
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,2,0.1759
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,4,0.1746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,8,0.1749
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,16,0.1750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,32,0.1769
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,64,0.1771
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,128,0.1882
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,256,0.2047
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,512,0.2331
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,1024,0.2857
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,2048,0.3891
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,4096,0.5867
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,8192,0.9819
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,16384,1.7808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,32768,3.3712
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,65536,6.5653
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,2,0.2903
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,4,0.2920
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,8,0.2928
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,16,0.2914
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,32,0.2938
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,64,0.2944
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,128,0.3173
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,256,0.3497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,512,0.4016
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,1024,0.5036
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,2048,0.7091
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,4096,1.1026
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,8192,1.8968
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,16384,3.4867
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,32768,6.6701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,2,0.0614
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,4,0.0617
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,8,0.0616
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,16,0.0611
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,32,0.0614
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,64,0.0614
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,128,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,256,0.0647
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,512,0.0682
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,1024,0.0685
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,2048,0.0684
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,4096,0.0723
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,8192,0.0788
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,16384,0.0844
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,32768,0.1023
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,65536,0.1010
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,131072,0.1156
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,2,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,4,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,8,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,16,0.0626
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,32,0.0606
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,64,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,128,0.0628
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,256,0.0663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,512,0.0675
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,1024,0.0663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,2048,0.0685
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,4096,0.0743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,8192,0.0785
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,16384,0.0947
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,32768,0.1082
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,65536,0.1171
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,131072,0.1450
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,2,0.0617
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,4,0.0622
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,8,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,16,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,32,0.0638
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,64,0.0638
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,128,0.0643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,256,0.0663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,512,0.0681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,1024,0.0705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,2048,0.0729
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,4096,0.0785
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,8192,0.0947
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,16384,0.1018
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,32768,0.1131
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,65536,0.1397
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,131072,0.1933
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,2,0.0647
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,4,0.0640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,8,0.0643
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,16,0.0647
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,32,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,64,0.0666
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,128,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,256,0.0684
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,512,0.0711
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,1024,0.0750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,2048,0.0831
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,4096,0.0889
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,8192,0.0985
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,16384,0.1114
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,32768,0.1380
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,65536,0.1923
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,131072,0.2948
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,2,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,4,0.0671
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,8,0.0665
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,16,0.0663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,32,0.0674
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,64,0.0678
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,128,0.0671
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,256,0.0708
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,512,0.0764
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,1024,0.0844
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,2048,0.0889
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,4096,0.0960
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,8192,0.1125
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,16384,0.1364
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,32768,0.1917
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,65536,0.2927
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,131072,0.5090
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,2,0.0696
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,4,0.0698
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,8,0.0691
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,16,0.0698
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,32,0.0726
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,64,0.0725
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,128,0.0763
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,256,0.0804
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,512,0.0884
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,1024,0.0906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,2048,0.0982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,4096,0.1124
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,8192,0.1419
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,16384,0.1963
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,32768,0.3056
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,65536,0.5189
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,131072,0.9389
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,2,0.0749
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,4,0.0748
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,8,0.0748
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,16,0.0751
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,32,0.0767
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,64,0.0764
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,128,0.0804
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,256,0.0950
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,512,0.0982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,1024,0.1053
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,2048,0.1212
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,4096,0.1495
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,8192,0.2022
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,16384,0.3102
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,32768,0.5277
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,65536,0.9518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,131072,1.8091
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,2,0.0900
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,4,0.0889
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,8,0.0889
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,16,0.0890
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,32,0.0908
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,64,0.0916
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,128,0.0953
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,256,0.0998
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,512,0.1072
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,1024,0.1223
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,2048,0.1499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,4096,0.2039
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,8192,0.3118
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,16384,0.5295
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,32768,0.9527
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,65536,1.8083
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,131072,3.4897
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,2,0.1040
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,4,0.1032
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,8,0.1040
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,16,0.1040
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,32,0.1044
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,64,0.1053
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,128,0.1113
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,256,0.1176
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,512,0.1336
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,1024,0.1630
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,2048,0.2158
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,4096,0.3230
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,8192,0.5359
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,16384,0.9705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,32768,1.8357
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,65536,3.5754
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,131072,6.9807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,2,0.1315
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,4,0.1319
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,8,0.1311
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,16,0.1312
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,32,0.1322
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,64,0.1347
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,128,0.1470
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,256,0.1625
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,512,0.1909
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,1024,0.2484
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,2048,0.3573
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,4096,0.5749
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,8192,1.0110
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,16384,1.9032
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,32768,3.6521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,65536,7.1833
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,2,0.1882
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,4,0.1877
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,8,0.1869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,16,0.1872
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,32,0.1897
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,64,0.1947
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,128,0.2189
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,256,0.2449
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,512,0.2969
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,1024,0.4024
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,2048,0.6041
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,4096,1.0099
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,8192,1.8498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,16384,3.5386
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,32768,6.8383
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,2,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,4,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,8,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,16,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,32,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,64,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,128,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,256,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,512,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,1024,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,2048,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,4096,0.0598
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,8192,0.0631
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,16384,0.0684
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,32768,0.0775
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,65536,0.0960
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,131072,0.1214
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,2,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,4,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,8,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,16,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,32,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,64,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,128,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,256,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,512,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,1024,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,2048,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,4096,0.0628
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,8192,0.0650
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,16384,0.0785
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,32768,0.0927
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,65536,0.1089
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,131072,0.1421
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,2,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,4,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,8,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,16,0.0544
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,32,0.0548
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,64,0.0553
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,128,0.0552
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,256,0.0573
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,512,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,1024,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,2048,0.0598
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,4096,0.0646
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,8192,0.0764
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,16384,0.0903
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,32768,0.1104
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,65536,0.1468
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,131072,0.2118
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,2,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,4,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,8,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,16,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,32,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,64,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,128,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,256,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,512,0.0612
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,1024,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,2048,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,4096,0.0767
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,8192,0.0897
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,16384,0.1092
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,32768,0.1452
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,65536,0.2128
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,131072,0.3474
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,2,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,4,0.0578
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,8,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,16,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,32,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,64,0.0578
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,128,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,256,0.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,512,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,1024,0.0640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,2048,0.0743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,4096,0.0926
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,8192,0.1134
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,16384,0.1517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,32768,0.2264
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,65536,0.3776
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,131072,0.6759
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,2,0.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,4,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,8,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,16,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,32,0.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,64,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,128,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,256,0.0634
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,512,0.0691
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,1024,0.0779
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,2048,0.0964
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,4096,0.1152
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,8192,0.1518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,16384,0.2279
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,32768,0.3760
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,65536,0.6755
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,131072,1.2670
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,2,0.0645
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,4,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,8,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,16,0.0640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,32,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,64,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,128,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,256,0.0722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,512,0.0831
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,1024,0.0964
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,2048,0.1158
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,4096,0.1536
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,8192,0.2282
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,16384,0.3797
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,32768,0.6743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,65536,1.2714
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,131072,2.4508
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,2,0.0784
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,4,0.0781
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,8,0.0781
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,16,0.0787
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,32,0.0780
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,64,0.0818
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,128,0.0856
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,256,0.0982
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,512,0.1106
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,1024,0.1310
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,2048,0.1683
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,4096,0.2440
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,8192,0.3933
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,16384,0.6942
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,32768,1.3279
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,65536,2.6240
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,131072,5.1762
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,2,0.0995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,4,0.0994
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,8,0.0995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,16,0.0991
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,32,0.1018
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,64,0.1033
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,128,0.1069
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,256,0.1241
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,512,0.1449
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,1024,0.1824
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,2048,0.2583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,4096,0.4076
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,8192,0.7004
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,16384,1.3211
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,32768,2.6427
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,65536,5.2706
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,131072,10.6544
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,2,0.1295
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,4,0.1292
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,8,0.1296
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,16,0.1292
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,32,0.1296
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,64,0.1286
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,128,0.1325
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,256,0.1633
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,512,0.2002
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,1024,0.2713
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,2048,0.4087
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,4096,0.6701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,8192,1.2040
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,16384,2.3871
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,32768,4.9578
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,65536,10.0447
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,2,0.1906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,4,0.1911
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,8,0.1911
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,16,0.1913
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,32,0.1907
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,64,0.1936
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,128,0.2012
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,256,0.2627
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,512,0.3350
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,1024,0.4749
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,2048,0.7467
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,4096,1.2681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,8192,2.3330
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,16384,4.7164
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,32768,9.8704
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,4,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,8,0.0502
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,16,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,32,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,64,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,128,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,256,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,512,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,1024,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,2048,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,4096,0.0555
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,8192,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,16384,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,32768,0.0682
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,65536,0.0864
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,131072,0.1012
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,2,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,4,0.0512
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,8,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,16,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,32,0.0509
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,64,0.0514
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,128,0.0511
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,256,0.0537
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,512,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,1024,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,2048,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,4096,0.0572
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,8192,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,16384,0.0660
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,32768,0.0804
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,65536,0.1015
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,131072,0.1271
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,2,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,4,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,8,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,16,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,32,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,64,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,128,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,256,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,512,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,1024,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,2048,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,4096,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,8192,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,16384,0.0743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,32768,0.0976
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,65536,0.1230
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,131072,0.1766
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,2,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,4,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,8,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,16,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,32,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,64,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,128,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,256,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,512,0.0557
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,1024,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,2048,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,4096,0.0634
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,8192,0.0746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,16384,0.0937
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,32768,0.1224
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,65536,0.1808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,131072,0.2742
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,2,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,4,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,8,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,16,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,32,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,64,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,128,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,256,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,512,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,1024,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,2048,0.0593
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,4096,0.0731
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,8192,0.0928
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,16384,0.1213
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,32768,0.1735
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,65536,0.2767
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,131072,0.4759
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,2,0.0555
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,4,0.0556
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,8,0.0551
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,16,0.0551
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,32,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,64,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,128,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,256,0.0583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,512,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,1024,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,2048,0.0767
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,4096,0.0957
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,8192,0.1241
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,16384,0.1756
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,32768,0.2823
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,65536,0.4899
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,131072,0.9037
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,2,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,4,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,8,0.0604
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,16,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,32,0.0602
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,64,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,128,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,256,0.0627
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,512,0.0715
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,1024,0.0838
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,2048,0.1025
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,4096,0.1296
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,8192,0.1823
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,16384,0.2832
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,32768,0.5005
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,65536,0.9060
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,131072,1.7345
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,2,0.0681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,4,0.0682
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,8,0.0681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,16,0.0681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,32,0.0670
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,64,0.0681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,128,0.0681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,256,0.0750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,512,0.0892
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,1024,0.1077
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,2048,0.1346
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,4096,0.1857
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,8192,0.2923
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,16384,0.4987
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,32768,0.9221
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,65536,1.7465
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,131072,3.3772
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,2,0.0773
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,4,0.0774
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,8,0.0770
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,16,0.0769
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,32,0.0791
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,64,0.0805
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,128,0.0862
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,256,0.1019
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,512,0.1165
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,1024,0.1445
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,2048,0.1941
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,4096,0.2978
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,8192,0.5082
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,16384,0.9337
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,32768,1.7664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,65536,3.4489
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,131072,6.7790
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,2,0.0971
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,4,0.0978
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,8,0.0974
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,16,0.0971
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,32,0.1026
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,64,0.1053
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,128,0.1098
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,256,0.1319
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,512,0.1593
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,1024,0.2131
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,2048,0.3181
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,4096,0.5227
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,8192,0.9473
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,16384,1.7945
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,32768,3.4811
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,65536,6.9228
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,2,0.1347
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,4,0.1350
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,8,0.1350
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,16,0.1347
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,32,0.1381
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,64,0.1425
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,128,0.1494
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,256,0.1866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,512,0.2377
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,1024,0.3387
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,2048,0.5387
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,4096,0.9277
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,8192,1.7346
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,16384,3.3657
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,32768,6.5782
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,2,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,4,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,8,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,16,0.0484
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,32,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,64,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,128,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,256,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,512,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,1024,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,2048,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,4096,0.0525
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,8192,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,16384,0.0585
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,32768,0.0659
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,65536,0.0814
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,131072,0.0986
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,2,0.0489
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,4,0.0482
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,8,0.0487
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,16,0.0494
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,32,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,64,0.0485
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,128,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,256,0.0511
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,512,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,1024,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,2048,0.0522
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,4096,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,8192,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,16384,0.0609
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,32768,0.0745
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,65536,0.0988
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,131072,0.1227
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,2,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,4,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,8,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,16,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,32,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,64,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,128,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,256,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,512,0.0524
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,1024,0.0525
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,2048,0.0537
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,4096,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,8192,0.0613
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,16384,0.0722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,32768,0.0947
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,65536,0.1198
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,131072,0.1731
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,2,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,4,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,8,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,16,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,32,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,64,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,128,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,256,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,512,0.0525
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,1024,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,2048,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,4096,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,8192,0.0698
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,16384,0.0928
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,32768,0.1210
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,65536,0.1780
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,131072,0.2708
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,2,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,4,0.0507
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,8,0.0510
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,16,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,32,0.0507
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,64,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,128,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,256,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,512,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,1024,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,2048,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,4096,0.0704
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,8192,0.0923
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,16384,0.1196
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,32768,0.1713
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,65536,0.2743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,131072,0.4777
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,2,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,4,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,8,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,16,0.0537
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,32,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,64,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,128,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,256,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,512,0.0583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,1024,0.0601
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,2048,0.0698
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,4096,0.0914
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,8192,0.1206
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,16384,0.1728
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,32768,0.2800
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,65536,0.4854
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,131072,0.9019
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,2,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,4,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,8,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,16,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,32,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,64,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,128,0.0583
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,256,0.0610
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,512,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,1024,0.0750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,2048,0.0971
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,4096,0.1237
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,8192,0.1750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,16384,0.2808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,32768,0.4941
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,65536,0.9024
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,131072,1.7325
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,2,0.0663
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,4,0.0664
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,8,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,16,0.0662
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,32,0.0662
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,64,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,128,0.0660
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,256,0.0702
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,512,0.0829
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,1024,0.1049
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,2048,0.1316
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,4096,0.1818
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,8192,0.2889
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,16384,0.4946
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,32768,0.9126
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,65536,1.7343
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,131072,3.3781
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,2,0.0743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,4,0.0742
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,8,0.0740
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,16,0.0744
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,32,0.0743
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,64,0.0742
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,128,0.0757
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,256,0.0968
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,512,0.1132
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,1024,0.1400
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,2048,0.1917
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,4096,0.2936
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,8192,0.5036
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,16384,0.9290
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,32768,1.7567
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,65536,3.4524
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,131072,6.7679
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,2,0.0889
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,4,0.0890
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,8,0.0891
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,16,0.0889
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,32,0.0942
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,64,0.0985
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,128,0.1060
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,256,0.1279
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,512,0.1546
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,1024,0.2084
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,2048,0.3114
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,4096,0.5162
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,8192,0.9429
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,16384,1.7811
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,32768,3.4796
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,65536,7.2260
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,2,0.1265
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,4,0.1272
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,8,0.1267
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,16,0.1271
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,32,0.1299
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,64,0.1332
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,128,0.1409
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,256,0.1790
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,512,0.2266
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,1024,0.3251
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,2048,0.5234
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,4096,0.9123
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,8192,1.7192
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,16384,3.3438
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,32768,6.5574
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,2,0.0471
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,4,0.0473
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,8,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,16,0.0474
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,32,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,64,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,128,0.0474
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,256,0.0487
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,512,0.0512
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,1024,0.0505
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,2048,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,4096,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,8192,0.0535
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,16384,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,32768,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,65536,0.0815
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,131072,0.1000
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,2,0.0475
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,4,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,8,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,16,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,32,0.0475
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,64,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,128,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,256,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,512,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,1024,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,2048,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,4096,0.0512
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,8192,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,16384,0.0599
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,32768,0.0674
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,65536,0.0988
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,131072,0.1242
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,2,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,4,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,8,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,16,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,32,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,64,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,128,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,256,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,512,0.0516
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,1024,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,2048,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,4096,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,8192,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,16384,0.0665
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,32768,0.0943
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,65536,0.1206
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,131072,0.1701
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,2,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,4,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,8,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,16,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,32,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,64,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,128,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,256,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,512,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,1024,0.0532
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,2048,0.0535
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,4096,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,8192,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,16384,0.0906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,32768,0.1193
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,65536,0.1760
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,131072,0.2699
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,2,0.0484
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,4,0.0488
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,8,0.0482
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,16,0.0487
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,32,0.0491
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,64,0.0486
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,128,0.0484
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,256,0.0506
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,512,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,1024,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,2048,0.0554
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,4096,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,8192,0.0901
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,16384,0.1160
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,32768,0.1682
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,65536,0.2754
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,131072,0.4749
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,2,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,4,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,8,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,16,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,32,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,64,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,128,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,256,0.0544
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,512,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,1024,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,2048,0.0681
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,4096,0.0908
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,8192,0.1175
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,16384,0.1712
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,32768,0.2764
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,65536,0.4806
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,131072,0.8965
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,2,0.0565
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,4,0.0566
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,8,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,16,0.0568
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,32,0.0572
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,64,0.0566
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,128,0.0572
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,256,0.0600
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,512,0.0625
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,1024,0.0750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,2048,0.0951
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,4096,0.1215
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,8192,0.1737
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,16384,0.2767
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,32768,0.4899
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,65536,0.8975
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,131072,1.7281
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,2,0.0645
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,4,0.0639
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,8,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,16,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,32,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,64,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,128,0.0642
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,256,0.0683
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,512,0.0807
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,1024,0.1029
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,2048,0.1293
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,4096,0.1793
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,8192,0.2858
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,16384,0.4911
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,32768,0.9117
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,65536,1.7342
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,131072,3.3693
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,2,0.0724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,4,0.0716
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,8,0.0724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,16,0.0716
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,32,0.0722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,64,0.0722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,128,0.0729
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,256,0.0918
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,512,0.1098
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,1024,0.1367
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,2048,0.1869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,4096,0.2903
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,8192,0.4990
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,16384,0.9267
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,32768,1.7589
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,65536,3.4342
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,131072,6.7737
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,2,0.0855
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,4,0.0847
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,8,0.0859
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,16,0.0858
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,32,0.0873
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,64,0.0900
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,128,0.1012
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,256,0.1238
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,512,0.1509
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,1024,0.2045
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,2048,0.3067
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,4096,0.5117
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,8192,0.9351
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,16384,1.7746
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,32768,3.4687
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,65536,6.8976
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,2,0.1234
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,4,0.1219
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,8,0.1218
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,16,0.1216
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,32,0.1283
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,64,0.1312
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,128,0.1395
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,256,0.1766
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,512,0.2245
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,1024,0.3217
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,2048,0.5189
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,4096,0.9073
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,8192,1.7111
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,16384,3.3337
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,32768,6.5330
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,2,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,4,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,8,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,16,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,32,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,64,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,128,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,256,0.0487
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,512,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,1024,0.0510
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,2048,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,4096,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,8192,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,16384,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,32768,0.0625
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,65536,0.0811
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,131072,0.0988
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,2,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,4,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,8,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,16,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,32,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,64,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,128,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,256,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,512,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,1024,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,2048,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,4096,0.0508
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,8192,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,16384,0.0592
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,32768,0.0662
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,65536,0.0995
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,131072,0.1230
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,2,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,4,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,8,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,16,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,32,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,64,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,128,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,256,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,512,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,1024,0.0508
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,2048,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,4096,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,8192,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,16384,0.0621
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,32768,0.0931
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,65536,0.1187
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,131072,0.1716
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,2,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,4,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,8,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,16,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,32,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,64,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,128,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,256,0.0500
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,512,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,1024,0.0524
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,2048,0.0538
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,4096,0.0581
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,8192,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,16384,0.0906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,32768,0.1187
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,65536,0.1749
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,131072,0.2696
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,2,0.0487
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,4,0.0483
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,8,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,16,0.0485
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,32,0.0491
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,64,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,128,0.0485
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,256,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,512,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,1024,0.0541
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,2048,0.0552
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,4096,0.0621
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,8192,0.0893
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,16384,0.1169
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,32768,0.1674
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,65536,0.2722
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,131072,0.4738
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,2,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,4,0.0516
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,8,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,16,0.0520
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,32,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,64,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,128,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,256,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,512,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,1024,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,2048,0.0662
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,4096,0.0893
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,8192,0.1171
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,16384,0.1703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,32768,0.2750
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,65536,0.4805
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,131072,0.8934
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,2,0.0566
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,4,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,8,0.0560
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,16,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,32,0.0563
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,64,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,128,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,256,0.0603
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,512,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,1024,0.0706
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,2048,0.0951
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,4096,0.1216
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,8192,0.1729
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,16384,0.2774
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,32768,0.4911
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,65536,0.8988
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,131072,1.7271
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,2,0.0639
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,4,0.0640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,8,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,16,0.0648
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,32,0.0636
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,64,0.0641
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,128,0.0640
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,256,0.0676
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,512,0.0801
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,1024,0.1023
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,2048,0.1282
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,4096,0.1786
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,8192,0.2880
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,16384,0.4919
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,32768,0.9102
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,65536,1.7355
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,131072,3.3644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,2,0.0720
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,4,0.0715
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,8,0.0713
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,16,0.0710
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,32,0.0713
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,64,0.0707
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,128,0.0724
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,256,0.0903
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,512,0.1088
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,1024,0.1364
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,2048,0.1866
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,4096,0.2899
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,8192,0.5007
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,16384,0.9230
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,32768,1.7590
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,65536,3.4475
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,131072,6.7606
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,2,0.0846
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,4,0.0848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,8,0.0851
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,16,0.0846
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,32,0.0849
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,64,0.0883
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,128,0.1009
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,256,0.1234
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,512,0.1499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,1024,0.2023
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,2048,0.3045
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,4096,0.5114
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,8192,0.9338
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,16384,1.7818
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,32768,3.4735
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,65536,6.8998
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,2,0.1208
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,4,0.1197
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,8,0.1194
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,16,0.1194
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,32,0.1270
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,64,0.1292
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,128,0.1375
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,256,0.1753
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,512,0.2230
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,1024,0.3190
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,2048,0.5158
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,4096,0.9041
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,8192,1.7110
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,16384,3.3317
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,32768,6.5505
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,2,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,4,0.0458
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,8,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,16,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,32,0.0459
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,64,0.0456
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,128,0.0457
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,256,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,512,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,1024,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,2048,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,4096,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,8192,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,16384,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,32768,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,65536,0.0806
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,131072,0.0985
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,2,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,4,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,8,0.0474
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,16,0.0473
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,32,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,64,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,128,0.0476
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,256,0.0498
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,512,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,1024,0.0497
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,2048,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,4096,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,8192,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,16384,0.0596
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,32768,0.0660
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,65536,0.0987
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,131072,0.1227
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,2,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,4,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,8,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,16,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,32,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,64,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,128,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,256,0.0499
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,512,0.0503
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,1024,0.0511
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,2048,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,4096,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,8192,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,16384,0.0624
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,32768,0.0936
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,65536,0.1177
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,131072,0.1703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,2,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,4,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,8,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,16,0.0477
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,32,0.0478
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,64,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,128,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,256,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,512,0.0517
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,1024,0.0521
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,2048,0.0531
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,4096,0.0580
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,8192,0.0617
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,16384,0.0904
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,32768,0.1173
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,65536,0.1747
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,131072,0.2696
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,2,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,4,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,8,0.0480
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,16,0.0481
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,32,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,64,0.0482
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,128,0.0479
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,256,0.0501
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,512,0.0542
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,1024,0.0540
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,2048,0.0545
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,4096,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,8192,0.0886
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,16384,0.1164
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,32768,0.1678
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,65536,0.2708
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,131072,0.4736
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,2,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,4,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,8,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,16,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,32,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,64,0.0518
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,128,0.0519
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,256,0.0539
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,512,0.0562
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,1024,0.0579
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,2048,0.0644
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,4096,0.0892
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,8192,0.1172
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,16384,0.1697
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,32768,0.2756
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,65536,0.4808
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,131072,0.8919
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,2,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,4,0.0561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,8,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,16,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,32,0.0552
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,64,0.0558
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,128,0.0559
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,256,0.0582
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,512,0.0620
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,1024,0.0677
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,2048,0.0940
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,4096,0.1205
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,8192,0.1709
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,16384,0.2763
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,32768,0.4896
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,65536,0.8962
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,131072,1.7300
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,2,0.0621
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,4,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,8,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,16,0.0621
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,32,0.0621
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,64,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,128,0.0623
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,256,0.0661
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,512,0.0783
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,1024,0.1007
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,2048,0.1275
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,4096,0.1777
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,8192,0.2855
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,16384,0.4906
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,32768,0.9082
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,65536,1.7372
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,131072,3.3711
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,2,0.0705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,4,0.0705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,8,0.0705
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,16,0.0702
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,32,0.0703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,64,0.0703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,128,0.0703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,256,0.0872
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,512,0.1070
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,1024,0.1340
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,2048,0.1848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,4096,0.2878
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,8192,0.4971
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,16384,0.9248
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,32768,1.7597
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,65536,3.4472
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,131072,6.7561
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,2,0.0830
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,4,0.0825
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,8,0.0827
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,16,0.0825
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,32,0.0848
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,64,0.0869
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,128,0.0992
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,256,0.1205
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,512,0.1484
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,1024,0.1996
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,2048,0.3021
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,4096,0.5049
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,8192,0.9293
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,16384,1.7782
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,32768,3.4584
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,65536,6.9050
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,2,0.1175
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,4,0.1155
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,8,0.1162
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,16,0.1157
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,32,0.1205
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,64,0.1248
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,128,0.1327
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,256,0.1703
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,512,0.2164
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,1024,0.3134
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,2048,0.5107
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,4096,0.8973
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,8192,1.7060
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,16384,3.3281
TRTLLM,1.3.0rc10,NVIDIA B300 SXM6 AC,mla_generation_module,default,deepseek-ai/DeepSeek-V3,DeepseekV3ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,32768,6.5423
